2024-12-04 04:54:15,799 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef
2024-12-04 04:54:15,817 main DEBUG Took 0.015188 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-12-04 04:54:15,818 main DEBUG PluginManager 'Core' found 129 plugins
2024-12-04 04:54:15,819 main DEBUG PluginManager 'Level' found 0 plugins
2024-12-04 04:54:15,820 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-12-04 04:54:15,822 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:54:15,835 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-12-04 04:54:15,850 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:54:15,853 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:54:15,853 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:54:15,854 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:54:15,855 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:54:15,855 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:54:15,856 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:54:15,857 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:54:15,858 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:54:15,858 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:54:15,859 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:54:15,860 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:54:15,861 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:54:15,862 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:54:15,862 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:54:15,863 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:54:15,863 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:54:15,864 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:54:15,865 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:54:15,865 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:54:15,866 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:54:15,866 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:54:15,867 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:54:15,867 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-12-04 04:54:15,867 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:54:15,868 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-12-04 04:54:15,870 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-12-04 04:54:15,872 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-12-04 04:54:15,874 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-12-04 04:54:15,875 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-12-04 04:54:15,877 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-12-04 04:54:15,877 main DEBUG PluginManager 'Converter' found 47 plugins
2024-12-04 04:54:15,889 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-12-04 04:54:15,894 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-12-04 04:54:15,896 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-12-04 04:54:15,897 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-12-04 04:54:15,898 main DEBUG createAppenders(={Console})
2024-12-04 04:54:15,899 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef initialized
2024-12-04 04:54:15,899 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef
2024-12-04 04:54:15,899 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef OK.
2024-12-04 04:54:15,900 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-12-04 04:54:15,900 main DEBUG OutputStream closed
2024-12-04 04:54:15,901 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-12-04 04:54:15,901 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-12-04 04:54:15,901 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@7a419da4 OK
2024-12-04 04:54:15,985 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-12-04 04:54:15,988 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-12-04 04:54:15,989 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-12-04 04:54:15,990 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-12-04 04:54:15,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-12-04 04:54:15,991 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-12-04 04:54:15,992 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-12-04 04:54:15,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-12-04 04:54:15,993 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-12-04 04:54:15,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-12-04 04:54:15,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-12-04 04:54:15,994 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-12-04 04:54:15,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-12-04 04:54:15,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-12-04 04:54:15,995 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-12-04 04:54:15,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-12-04 04:54:15,996 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-12-04 04:54:15,997 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-12-04 04:54:16,000 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-04 04:54:16,000 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@141e5bef) with optional ClassLoader: null
2024-12-04 04:54:16,001 main DEBUG Shutdown hook enabled. Registering a new one.
2024-12-04 04:54:16,002 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@141e5bef] started OK.
2024-12-04T04:54:16,049 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins
2024-12-04 04:54:16,052 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-12-04 04:54:16,053 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-12-04T04:54:16,370 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff
2024-12-04T04:54:16,375 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner
2024-12-04T04:54:16,377 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:54:16,378 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-12-04T04:54:16,397 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/cluster_0a8c5c50-2cdd-234d-25d5-43cf9df23a88, deleteOnExit=true
2024-12-04T04:54:16,398 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-12-04T04:54:16,399 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/test.cache.data in system properties and HBase conf
2024-12-04T04:54:16,400 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.tmp.dir in system properties and HBase conf
2024-12-04T04:54:16,400 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir in system properties and HBase conf
2024-12-04T04:54:16,401 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-04T04:54:16,402 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-04T04:54:16,402 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-04T04:54:16,514 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-12-04T04:54:16,628 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-12-04T04:54:16,634 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-04T04:54:16,634 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-04T04:54:16,635 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-04T04:54:16,636 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-04T04:54:16,640 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-04T04:54:16,641 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-04T04:54:16,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-04T04:54:16,642 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-04T04:54:16,643 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-04T04:54:16,643 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/nfs.dump.dir in system properties and HBase conf
2024-12-04T04:54:16,644 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/java.io.tmpdir in system properties and HBase conf
2024-12-04T04:54:16,644 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-04T04:54:16,644 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-04T04:54:16,645 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-04T04:54:18,025 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-12-04T04:54:18,108 INFO  [Time-limited test {}] log.Log(170): Logging initialized @3139ms to org.eclipse.jetty.util.log.Slf4jLog
2024-12-04T04:54:18,198 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T04:54:18,271 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-04T04:54:18,312 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-04T04:54:18,313 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-04T04:54:18,316 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-04T04:54:18,343 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T04:54:18,349 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@16d163e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir/,AVAILABLE}
2024-12-04T04:54:18,352 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@577ad28a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-04T04:54:18,576 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@52aeb28b{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/java.io.tmpdir/jetty-localhost-35075-hadoop-hdfs-3_4_1-tests_jar-_-any-8347353995532660538/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-04T04:54:18,590 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@23ef5a73{HTTP/1.1, (http/1.1)}{localhost:35075}
2024-12-04T04:54:18,590 INFO  [Time-limited test {}] server.Server(415): Started @3622ms
2024-12-04T04:54:19,356 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T04:54:19,365 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-04T04:54:19,379 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-04T04:54:19,379 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-04T04:54:19,380 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-04T04:54:19,385 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1e88b901{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir/,AVAILABLE}
2024-12-04T04:54:19,386 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@e9fa6df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-12-04T04:54:19,503 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@b5ef0c4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/java.io.tmpdir/jetty-localhost-45173-hadoop-hdfs-3_4_1-tests_jar-_-any-16007698130112267992/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-04T04:54:19,504 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@40708735{HTTP/1.1, (http/1.1)}{localhost:45173}
2024-12-04T04:54:19,504 INFO  [Time-limited test {}] server.Server(415): Started @4537ms
2024-12-04T04:54:19,578 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-12-04T04:54:20,748 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/cluster_0a8c5c50-2cdd-234d-25d5-43cf9df23a88/data/data2/current/BP-695178937-172.17.0.3-1733288057450/current, will proceed with Du for space computation calculation, 
2024-12-04T04:54:20,748 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/cluster_0a8c5c50-2cdd-234d-25d5-43cf9df23a88/data/data1/current/BP-695178937-172.17.0.3-1733288057450/current, will proceed with Du for space computation calculation, 
2024-12-04T04:54:20,825 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-12-04T04:54:20,881 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83380f64240b4e63 with lease ID 0x7c0b635fb6035107: Processing first storage report for DS-f183c3ee-d791-4f57-9159-5d6a667a6cae from datanode DatanodeRegistration(127.0.0.1:38615, datanodeUuid=6acdd10e-14a6-496c-a4d0-6de4545177d7, infoPort=45783, infoSecurePort=0, ipcPort=40527, storageInfo=lv=-57;cid=testClusterID;nsid=275258140;c=1733288057451)
2024-12-04T04:54:20,882 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83380f64240b4e63 with lease ID 0x7c0b635fb6035107: from storage DS-f183c3ee-d791-4f57-9159-5d6a667a6cae node DatanodeRegistration(127.0.0.1:38615, datanodeUuid=6acdd10e-14a6-496c-a4d0-6de4545177d7, infoPort=45783, infoSecurePort=0, ipcPort=40527, storageInfo=lv=-57;cid=testClusterID;nsid=275258140;c=1733288057451), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-12-04T04:54:20,882 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0x83380f64240b4e63 with lease ID 0x7c0b635fb6035107: Processing first storage report for DS-8ff1b0ab-2f2e-4de1-abc5-871d3ed4291e from datanode DatanodeRegistration(127.0.0.1:38615, datanodeUuid=6acdd10e-14a6-496c-a4d0-6de4545177d7, infoPort=45783, infoSecurePort=0, ipcPort=40527, storageInfo=lv=-57;cid=testClusterID;nsid=275258140;c=1733288057451)
2024-12-04T04:54:20,883 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0x83380f64240b4e63 with lease ID 0x7c0b635fb6035107: from storage DS-8ff1b0ab-2f2e-4de1-abc5-871d3ed4291e node DatanodeRegistration(127.0.0.1:38615, datanodeUuid=6acdd10e-14a6-496c-a4d0-6de4545177d7, infoPort=45783, infoSecurePort=0, ipcPort=40527, storageInfo=lv=-57;cid=testClusterID;nsid=275258140;c=1733288057451), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-12-04T04:54:20,949 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff
2024-12-04T04:54:21,052 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/cluster_0a8c5c50-2cdd-234d-25d5-43cf9df23a88/zookeeper_0, clientPort=49654, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/cluster_0a8c5c50-2cdd-234d-25d5-43cf9df23a88/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/cluster_0a8c5c50-2cdd-234d-25d5-43cf9df23a88/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-12-04T04:54:21,064 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=49654
2024-12-04T04:54:21,078 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T04:54:21,081 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T04:54:21,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741825_1001 (size=7)
2024-12-04T04:54:21,703 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3 with version=8
2024-12-04T04:54:21,703 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging
2024-12-04T04:54:21,714 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random.
2024-12-04T04:54:21,715 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random.
2024-12-04T04:54:21,715 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random.
2024-12-04T04:54:21,715 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random.
2024-12-04T04:54:21,784 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-12-04T04:54:22,040 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/67abd3a0ee76:0 server-side Connection retries=45
2024-12-04T04:54:22,049 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-04T04:54:22,050 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-04T04:54:22,055 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-04T04:54:22,055 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-04T04:54:22,055 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-04T04:54:22,196 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-12-04T04:54:22,256 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-12-04T04:54:22,266 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-12-04T04:54:22,271 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-04T04:54:22,300 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 145222 (auto-detected)
2024-12-04T04:54:22,301 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:03 (auto-detected)
2024-12-04T04:54:22,320 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:32851
2024-12-04T04:54:22,341 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:32851 connecting to ZooKeeper ensemble=127.0.0.1:49654
2024-12-04T04:54:22,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:328510x0, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-04T04:54:22,665 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:32851-0x1019eb0e4120000 connected
2024-12-04T04:54:22,875 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T04:54:22,877 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T04:54:22,888 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-12-04T04:54:22,914 INFO  [Time-limited test {}] log.Log(170): Logging initialized @7946ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog
2024-12-04T04:54:22,962 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list
2024-12-04T04:54:22,962 INFO  [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context
2024-12-04T04:54:22,963 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter)
2024-12-04T04:54:22,963 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter)
2024-12-04T04:54:22,964 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter)
2024-12-04T04:54:22,965 INFO  [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master
2024-12-04T04:54:22,965 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2024-12-04T04:54:22,965 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2024-12-04T04:54:22,967 INFO  [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint.
2024-12-04T04:54:23,018 INFO  [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 38417
2024-12-04T04:54:23,019 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-12-04T04:54:23,030 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-04T04:54:23,031 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5e966d94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir/,AVAILABLE}
2024-12-04T04:54:23,032 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-04T04:54:23,032 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5f531616{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE}
2024-12-04T04:54:23,073 INFO  [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet
2024-12-04T04:54:23,080 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-04T04:54:23,080 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-04T04:54:23,081 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-04T04:54:23,084 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-04T04:54:23,724 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@7b77b3a5{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master}
2024-12-04T04:54:23,728 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@5e6d18a9{HTTP/1.1, (http/1.1)}{0.0.0.0:38417}
2024-12-04T04:54:23,729 INFO  [Time-limited test {}] server.Server(415): Started @8761ms
2024-12-04T04:54:23,732 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3, hbase.cluster.distributed=false
2024-12-04T04:54:23,755 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl
2024-12-04T04:54:23,760 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=32851
2024-12-04T04:54:23,761 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=32851
2024-12-04T04:54:23,763 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=32851
2024-12-04T04:54:23,764 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=32851
2024-12-04T04:54:23,765 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=32851
2024-12-04T04:54:23,870 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/67abd3a0ee76:0 server-side Connection retries=45
2024-12-04T04:54:23,872 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-04T04:54:23,872 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-12-04T04:54:23,872 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-12-04T04:54:23,872 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-12-04T04:54:23,873 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-12-04T04:54:23,876 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-12-04T04:54:23,878 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-12-04T04:54:23,879 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.3:37183
2024-12-04T04:54:23,880 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:37183 connecting to ZooKeeper ensemble=127.0.0.1:49654
2024-12-04T04:54:23,881 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T04:54:23,884 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T04:54:23,945 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:371830x0, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-12-04T04:54:23,946 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:371830x0, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-12-04T04:54:23,946 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:37183-0x1019eb0e4120001 connected
2024-12-04T04:54:23,948 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list
2024-12-04T04:54:23,948 INFO  [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context
2024-12-04T04:54:23,949 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter)
2024-12-04T04:54:23,949 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter)
2024-12-04T04:54:23,949 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter)
2024-12-04T04:54:23,950 INFO  [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver
2024-12-04T04:54:23,950 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2024-12-04T04:54:23,951 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2024-12-04T04:54:23,951 INFO  [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint.
2024-12-04T04:54:23,953 INFO  [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 38367
2024-12-04T04:54:23,953 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-12-04T04:54:23,955 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-04T04:54:23,955 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@736a4af0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir/,AVAILABLE}
2024-12-04T04:54:23,956 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-04T04:54:23,956 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6216b7ae{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE}
2024-12-04T04:54:23,974 INFO  [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet
2024-12-04T04:54:23,975 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-04T04:54:23,976 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-04T04:54:23,976 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-04T04:54:23,977 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-12-04T04:54:23,981 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@627a2292{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver}
2024-12-04T04:54:23,982 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@74719060{HTTP/1.1, (http/1.1)}{0.0.0.0:38367}
2024-12-04T04:54:23,982 INFO  [Time-limited test {}] server.Server(415): Started @9014ms
2024-12-04T04:54:23,985 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-12-04T04:54:23,993 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-12-04T04:54:23,996 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master
2024-12-04T04:54:24,002 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl
2024-12-04T04:54:24,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37183
2024-12-04T04:54:24,003 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37183
2024-12-04T04:54:24,004 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37183
2024-12-04T04:54:24,005 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37183
2024-12-04T04:54:24,007 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37183
2024-12-04T04:54:24,027 DEBUG [M:0;67abd3a0ee76:32851 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;67abd3a0ee76:32851
2024-12-04T04:54:24,030 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-12-04T04:54:24,033 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@14e2d204{HTTP/1.1, (http/1.1)}{0.0.0.0:41471}
2024-12-04T04:54:24,033 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] server.Server(415): Started @9066ms
2024-12-04T04:54:24,033 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/67abd3a0ee76,32851,1733288061872
2024-12-04T04:54:24,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-12-04T04:54:24,051 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-12-04T04:54:24,054 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/67abd3a0ee76,32851,1733288061872
2024-12-04T04:54:24,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master
2024-12-04T04:54:24,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:54:24,090 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:54:24,091 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on existing znode=/1/master
2024-12-04T04:54:24,092 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/67abd3a0ee76,32851,1733288061872 from backup master directory
2024-12-04T04:54:24,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-12-04T04:54:24,102 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/67abd3a0ee76,32851,1733288061872
2024-12-04T04:54:24,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-12-04T04:54:24,103 WARN  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-04T04:54:24,104 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=67abd3a0ee76,32851,1733288061872
2024-12-04T04:54:24,106 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-12-04T04:54:24,108 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-12-04T04:54:24,165 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase.id] with ID: 17c646ea-e6bb-462a-9330-9af8c13ecebe
2024-12-04T04:54:24,165 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.tmp/hbase.id
2024-12-04T04:54:24,175 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741826_1002 (size=42)
2024-12-04T04:54:24,577 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.tmp/hbase.id]:[hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase.id]
2024-12-04T04:54:24,622 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-12-04T04:54:24,627 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-12-04T04:54:24,651 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 22ms.
2024-12-04T04:54:24,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:54:24,703 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:54:24,717 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741827_1003 (size=196)
2024-12-04T04:54:25,135 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:54:25,138 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-12-04T04:54:25,145 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-12-04T04:54:25,148 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-12-04T04:54:25,159 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:263) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:54:25,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741828_1004 (size=1189)
2024-12-04T04:54:25,614 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store
2024-12-04T04:54:25,633 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741829_1005 (size=34)
2024-12-04T04:54:26,039 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-12-04T04:54:26,041 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:26,042 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-04T04:54:26,043 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T04:54:26,043 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T04:54:26,044 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-04T04:54:26,044 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T04:54:26,044 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T04:54:26,045 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733288066042Disabling compacts and flushes for region at 1733288066042Disabling writes for close at 1733288066044 (+2 ms)Writing region close event to WAL at 1733288066044Closed at 1733288066044
2024-12-04T04:54:26,048 WARN  [master/67abd3a0ee76:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/.initializing
2024-12-04T04:54:26,048 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/WALs/67abd3a0ee76,32851,1733288061872
2024-12-04T04:54:26,053 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-04T04:54:26,060 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor 67abd3a0ee76,32851,1733288061872.regiongroup-0
2024-12-04T04:54:26,076 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=67abd3a0ee76%2C32851%2C1733288061872.67abd3a0ee76%2C32851%2C1733288061872.regiongroup-0, suffix=, logDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/WALs/67abd3a0ee76,32851,1733288061872, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/oldWALs, maxLogs=10
2024-12-04T04:54:26,097 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/WALs/67abd3a0ee76,32851,1733288061872/67abd3a0ee76%2C32851%2C1733288061872.67abd3a0ee76%2C32851%2C1733288061872.regiongroup-0.1733288066080, exclude list is [], retry=0
2024-12-04T04:54:26,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-f183c3ee-d791-4f57-9159-5d6a667a6cae,DISK]
2024-12-04T04:54:26,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-12-04T04:54:26,149 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/WALs/67abd3a0ee76,32851,1733288061872/67abd3a0ee76%2C32851%2C1733288061872.67abd3a0ee76%2C32851%2C1733288061872.regiongroup-0.1733288066080
2024-12-04T04:54:26,150 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)]
2024-12-04T04:54:26,151 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:54:26,151 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:26,154 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T04:54:26,155 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T04:54:26,193 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-04T04:54:26,216 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-12-04T04:54:26,219 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:26,222 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:54:26,223 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-04T04:54:26,226 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-12-04T04:54:26,226 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:26,227 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:54:26,227 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-04T04:54:26,230 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-12-04T04:54:26,231 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:26,232 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:54:26,232 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-12-04T04:54:26,236 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-12-04T04:54:26,236 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:26,238 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:54:26,238 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T04:54:26,242 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-04T04:54:26,243 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-12-04T04:54:26,248 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T04:54:26,249 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T04:54:26,252 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-04T04:54:26,256 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-12-04T04:54:26,261 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:54:26,262 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10946926240, jitterRate=0.019511952996253967}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-04T04:54:26,268 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1733288066170Initializing all the Stores at 1733288066172 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733288066173 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288066174 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288066174Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288066174Cleaning up temporary data from old regions at 1733288066249 (+75 ms)Region opened successfully at 1733288066268 (+19 ms)
2024-12-04T04:54:26,269 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-12-04T04:54:26,301 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1db6aac0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=67abd3a0ee76/172.17.0.3:0
2024-12-04T04:54:26,332 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-12-04T04:54:26,342 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-12-04T04:54:26,342 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-12-04T04:54:26,345 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-12-04T04:54:26,347 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-12-04T04:54:26,352 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 5 msec
2024-12-04T04:54:26,352 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-12-04T04:54:26,378 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-12-04T04:54:26,387 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error)
2024-12-04T04:54:26,450 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false
2024-12-04T04:54:26,452 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-12-04T04:54:26,454 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error)
2024-12-04T04:54:26,460 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false
2024-12-04T04:54:26,462 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-12-04T04:54:26,466 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error)
2024-12-04T04:54:26,479 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false
2024-12-04T04:54:26,481 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error)
2024-12-04T04:54:26,492 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false
2024-12-04T04:54:26,509 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error)
2024-12-04T04:54:26,521 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false
2024-12-04T04:54:26,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running
2024-12-04T04:54:26,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running
2024-12-04T04:54:26,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:54:26,534 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:54:26,537 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=67abd3a0ee76,32851,1733288061872, sessionid=0x1019eb0e4120000, setting cluster-up flag (Was=false)
2024-12-04T04:54:26,544 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully.
2024-12-04T04:54:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:54:26,565 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:54:26,597 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort
2024-12-04T04:54:26,599 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=67abd3a0ee76,32851,1733288061872
2024-12-04T04:54:26,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:54:26,618 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:54:26,650 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort
2024-12-04T04:54:26,651 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=67abd3a0ee76,32851,1733288061872
2024-12-04T04:54:26,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:54:26,671 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:54:26,702 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort
2024-12-04T04:54:26,704 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=67abd3a0ee76,32851,1733288061872
2024-12-04T04:54:26,709 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-12-04T04:54:26,728 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(746): ClusterId : 17c646ea-e6bb-462a-9330-9af8c13ecebe
2024-12-04T04:54:26,730 INFO  [RS:0;67abd3a0ee76:37183 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully.
2024-12-04T04:54:26,731 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-12-04T04:54:26,747 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-12-04T04:54:26,747 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing
2024-12-04T04:54:26,759 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized
2024-12-04T04:54:26,759 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-12-04T04:54:26,767 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-12-04T04:54:26,768 DEBUG [RS:0;67abd3a0ee76:37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cd6e53f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=67abd3a0ee76/172.17.0.3:0
2024-12-04T04:54:26,783 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;67abd3a0ee76:37183
2024-12-04T04:54:26,787 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-12-04T04:54:26,787 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-12-04T04:54:26,787 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(832): About to register with Master.
2024-12-04T04:54:26,790 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(2659): reportForDuty to master=67abd3a0ee76,32851,1733288061872 with port=37183, startcode=1733288063835
2024-12-04T04:54:26,801 DEBUG [RS:0;67abd3a0ee76:37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-12-04T04:54:26,816 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-12-04T04:54:26,824 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-12-04T04:54:26,831 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-12-04T04:54:26,834 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44659, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-12-04T04:54:26,836 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: 67abd3a0ee76,32851,1733288061872
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-12-04T04:54:26,840 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32851 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:54:26,843 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/67abd3a0ee76:0, corePoolSize=5, maxPoolSize=5
2024-12-04T04:54:26,843 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/67abd3a0ee76:0, corePoolSize=5, maxPoolSize=5
2024-12-04T04:54:26,843 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/67abd3a0ee76:0, corePoolSize=5, maxPoolSize=5
2024-12-04T04:54:26,843 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/67abd3a0ee76:0, corePoolSize=5, maxPoolSize=5
2024-12-04T04:54:26,843 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/67abd3a0ee76:0, corePoolSize=10, maxPoolSize=10
2024-12-04T04:54:26,843 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:54:26,844 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/67abd3a0ee76:0, corePoolSize=2, maxPoolSize=2
2024-12-04T04:54:26,844 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:54:26,845 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733288096845
2024-12-04T04:54:26,847 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-12-04T04:54:26,848 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-12-04T04:54:26,849 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-04T04:54:26,849 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-12-04T04:54:26,852 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-12-04T04:54:26,852 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner
2024-12-04T04:54:26,853 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-12-04T04:54:26,853 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-12-04T04:54:26,853 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-12-04T04:54:26,854 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:26,857 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-12-04T04:54:26,858 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:26,858 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-12-04T04:54:26,859 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-12-04T04:54:26,859 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-12-04T04:54:26,867 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-12-04T04:54:26,867 WARN  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-12-04T04:54:26,872 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741831_1007 (size=1321)
2024-12-04T04:54:26,872 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30d242df, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:26,872 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:54:26,875 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:54:26,879 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:54:26,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:54:26,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:54:26,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66b76b00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:26,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:54:26,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:54:26,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:54:26,890 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34610, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:54:26,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18724b03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:26,895 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner
2024-12-04T04:54:26,897 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-12-04T04:54:26,898 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-12-04T04:54:26,899 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/67abd3a0ee76:0:becomeActiveMaster-HFileCleaner.large.0-1733288066899,5,FailOnTimeoutGroup]
2024-12-04T04:54:26,900 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/67abd3a0ee76:0:becomeActiveMaster-HFileCleaner.small.0-1733288066900,5,FailOnTimeoutGroup]
2024-12-04T04:54:26,900 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:26,900 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-12-04T04:54:26,902 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:26,902 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:26,969 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(2659): reportForDuty to master=67abd3a0ee76,32851,1733288061872 with port=37183, startcode=1733288063835
2024-12-04T04:54:26,971 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32851 {}] master.ServerManager(363): Checking decommissioned status of RegionServer 67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:26,973 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32851 {}] master.ServerManager(517): Registering regionserver=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:26,981 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:54:26,981 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:40619
2024-12-04T04:54:26,981 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=38417
2024-12-04T04:54:27,060 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs
2024-12-04T04:54:27,060 DEBUG [RS:0;67abd3a0ee76:37183 {}] zookeeper.ZKUtil(111): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on existing znode=/1/rs/67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:27,061 WARN  [RS:0;67abd3a0ee76:37183 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-12-04T04:54:27,061 INFO  [RS:0;67abd3a0ee76:37183 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-12-04T04:54:27,061 INFO  [RS:0;67abd3a0ee76:37183 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-12-04T04:54:27,061 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:27,063 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [67abd3a0ee76,37183,1733288063835]
2024-12-04T04:54:27,085 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-12-04T04:54:27,101 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-12-04T04:54:27,107 INFO  [RS:0;67abd3a0ee76:37183 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-12-04T04:54:27,107 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:27,108 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-12-04T04:54:27,115 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-12-04T04:54:27,116 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:27,117 DEBUG [RS:0;67abd3a0ee76:37183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:54:27,117 DEBUG [RS:0;67abd3a0ee76:37183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:54:27,117 DEBUG [RS:0;67abd3a0ee76:37183 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:54:27,117 DEBUG [RS:0;67abd3a0ee76:37183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:54:27,117 DEBUG [RS:0;67abd3a0ee76:37183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:54:27,117 DEBUG [RS:0;67abd3a0ee76:37183 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/67abd3a0ee76:0, corePoolSize=2, maxPoolSize=2
2024-12-04T04:54:27,117 DEBUG [RS:0;67abd3a0ee76:37183 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:54:27,118 DEBUG [RS:0;67abd3a0ee76:37183 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:54:27,118 DEBUG [RS:0;67abd3a0ee76:37183 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:54:27,118 DEBUG [RS:0;67abd3a0ee76:37183 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:54:27,118 DEBUG [RS:0;67abd3a0ee76:37183 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:54:27,118 DEBUG [RS:0;67abd3a0ee76:37183 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/67abd3a0ee76:0, corePoolSize=1, maxPoolSize=1
2024-12-04T04:54:27,118 DEBUG [RS:0;67abd3a0ee76:37183 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0, corePoolSize=3, maxPoolSize=3
2024-12-04T04:54:27,118 DEBUG [RS:0;67abd3a0ee76:37183 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/67abd3a0ee76:0, corePoolSize=3, maxPoolSize=3
2024-12-04T04:54:27,119 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:27,119 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:27,119 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:27,120 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:27,120 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:27,120 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.ChoreService(168): Chore ScheduledChore name=67abd3a0ee76,37183,1733288063835-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-04T04:54:27,137 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-12-04T04:54:27,139 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.ChoreService(168): Chore ScheduledChore name=67abd3a0ee76,37183,1733288063835-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:27,139 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:27,140 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.Replication(171): 67abd3a0ee76,37183,1733288063835 started
2024-12-04T04:54:27,156 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:27,156 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1482): Serving as 67abd3a0ee76,37183,1733288063835, RpcServer on 67abd3a0ee76/172.17.0.3:37183, sessionid=0x1019eb0e4120001
2024-12-04T04:54:27,157 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-12-04T04:54:27,157 DEBUG [RS:0;67abd3a0ee76:37183 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager 67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:27,157 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '67abd3a0ee76,37183,1733288063835'
2024-12-04T04:54:27,158 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort'
2024-12-04T04:54:27,158 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired'
2024-12-04T04:54:27,159 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-12-04T04:54:27,159 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting
2024-12-04T04:54:27,159 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '67abd3a0ee76,37183,1733288063835'
2024-12-04T04:54:27,159 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-04T04:54:27,160 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-04T04:54:27,161 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager.
2024-12-04T04:54:27,161 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started
2024-12-04T04:54:27,161 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-12-04T04:54:27,161 DEBUG [RS:0;67abd3a0ee76:37183 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager 67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:27,161 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member '67abd3a0ee76,37183,1733288063835'
2024-12-04T04:54:27,161 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort'
2024-12-04T04:54:27,162 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired'
2024-12-04T04:54:27,162 DEBUG [RS:0;67abd3a0ee76:37183 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-12-04T04:54:27,162 INFO  [RS:0;67abd3a0ee76:37183 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-12-04T04:54:27,162 INFO  [RS:0;67abd3a0ee76:37183 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-12-04T04:54:27,267 INFO  [RS:0;67abd3a0ee76:37183 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-04T04:54:27,268 INFO  [RS:0;67abd3a0ee76:37183 {}] monitor.StreamSlowMonitor(122): New stream slow monitor 67abd3a0ee76,37183,1733288063835.regiongroup-0
2024-12-04T04:54:27,271 INFO  [RS:0;67abd3a0ee76:37183 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0, suffix=, logDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs, maxLogs=32
2024-12-04T04:54:27,274 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-12-04T04:54:27,274 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:54:27,283 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741832_1008 (size=32)
2024-12-04T04:54:27,287 DEBUG [RS:0;67abd3a0ee76:37183 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288067272, exclude list is [], retry=0
2024-12-04T04:54:27,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-f183c3ee-d791-4f57-9159-5d6a667a6cae,DISK]
2024-12-04T04:54:27,294 INFO  [RS:0;67abd3a0ee76:37183 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288067272
2024-12-04T04:54:27,295 DEBUG [RS:0;67abd3a0ee76:37183 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)]
2024-12-04T04:54:27,993 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:27,996 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-04T04:54:27,999 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-04T04:54:27,999 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:28,000 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:54:28,001 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-04T04:54:28,003 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-04T04:54:28,003 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:28,004 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:54:28,005 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-04T04:54:28,007 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-04T04:54:28,008 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:28,009 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:54:28,009 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-04T04:54:28,012 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-04T04:54:28,012 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:28,013 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:54:28,013 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-04T04:54:28,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740
2024-12-04T04:54:28,015 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740
2024-12-04T04:54:28,018 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-04T04:54:28,019 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-04T04:54:28,019 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-04T04:54:28,022 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-04T04:54:28,025 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:54:28,026 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9485511680, jitterRate=-0.1165928840637207}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-04T04:54:28,028 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1733288067993Initializing all the Stores at 1733288067996 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733288067996Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733288067996Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288067996Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733288067996Cleaning up temporary data from old regions at 1733288068019 (+23 ms)Region opened successfully at 1733288068028 (+9 ms)
2024-12-04T04:54:28,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-04T04:54:28,029 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-04T04:54:28,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-04T04:54:28,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-04T04:54:28,029 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-04T04:54:28,030 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-04T04:54:28,030 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733288068029Disabling compacts and flushes for region at 1733288068029Disabling writes for close at 1733288068029Writing region close event to WAL at 1733288068030 (+1 ms)Closed at 1733288068030
2024-12-04T04:54:28,034 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-04T04:54:28,034 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-12-04T04:54:28,039 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-12-04T04:54:28,046 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-04T04:54:28,048 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-12-04T04:54:28,201 DEBUG [67abd3a0ee76:32851 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-12-04T04:54:28,213 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:28,219 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 67abd3a0ee76,37183,1733288063835, state=OPENING
2024-12-04T04:54:28,289 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-12-04T04:54:28,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:54:28,401 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:54:28,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-12-04T04:54:28,402 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-12-04T04:54:28,404 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-12-04T04:54:28,405 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:54:28,576 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-12-04T04:54:28,577 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:47041, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-12-04T04:54:28,588 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-12-04T04:54:28,588 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-12-04T04:54:28,588 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-12-04T04:54:28,589 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-04T04:54:28,589 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-12-04T04:54:28,592 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=67abd3a0ee76%2C37183%2C1733288063835.meta, suffix=.meta, logDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs, maxLogs=32
2024-12-04T04:54:28,605 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288068593.meta, exclude list is [], retry=0
2024-12-04T04:54:28,608 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-f183c3ee-d791-4f57-9159-5d6a667a6cae,DISK]
2024-12-04T04:54:28,611 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288068593.meta
2024-12-04T04:54:28,611 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)]
2024-12-04T04:54:28,611 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:54:28,615 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:54:28,616 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-12-04T04:54:28,618 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-12-04T04:54:28,619 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-12-04T04:54:28,622 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-12-04T04:54:28,622 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:28,622 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-12-04T04:54:28,623 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-12-04T04:54:28,625 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-12-04T04:54:28,627 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-12-04T04:54:28,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:28,628 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:54:28,628 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-12-04T04:54:28,630 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-12-04T04:54:28,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:28,631 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:54:28,631 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-12-04T04:54:28,633 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-12-04T04:54:28,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:28,633 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:54:28,634 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-12-04T04:54:28,635 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-12-04T04:54:28,635 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:28,636 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-12-04T04:54:28,637 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-12-04T04:54:28,638 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740
2024-12-04T04:54:28,641 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740
2024-12-04T04:54:28,644 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-12-04T04:54:28,644 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-12-04T04:54:28,645 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-12-04T04:54:28,647 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-12-04T04:54:28,648 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11974906240, jitterRate=0.11525005102157593}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-12-04T04:54:28,649 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-12-04T04:54:28,650 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1733288068623Writing region info on filesystem at 1733288068623Initializing all the Stores at 1733288068625 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733288068625Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733288068625Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288068625Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733288068625Cleaning up temporary data from old regions at 1733288068644 (+19 ms)Running coprocessor post-open hooks at 1733288068649 (+5 ms)Region opened successfully at 1733288068649
2024-12-04T04:54:28,657 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733288068569
2024-12-04T04:54:28,669 DEBUG [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-12-04T04:54:28,670 INFO  [RS_OPEN_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-12-04T04:54:28,672 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:28,674 INFO  [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as 67abd3a0ee76,37183,1733288063835, state=OPEN
2024-12-04T04:54:28,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server
2024-12-04T04:54:28,691 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server
2024-12-04T04:54:28,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-12-04T04:54:28,692 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-12-04T04:54:28,692 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:28,698 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-12-04T04:54:28,698 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=67abd3a0ee76,37183,1733288063835 in 288 msec
2024-12-04T04:54:28,705 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-12-04T04:54:28,706 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 661 msec
2024-12-04T04:54:28,707 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-12-04T04:54:28,707 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-12-04T04:54:28,726 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:54:28,727 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:54:28,751 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:54:28,754 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:55341, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:54:28,778 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.9980 sec
2024-12-04T04:54:28,778 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733288068778, completionTime=-1
2024-12-04T04:54:28,781 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-12-04T04:54:28,781 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-12-04T04:54:28,817 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-12-04T04:54:28,817 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733288128817
2024-12-04T04:54:28,817 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733288188817
2024-12-04T04:54:28,817 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 35 msec
2024-12-04T04:54:28,820 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=67abd3a0ee76,32851,1733288061872-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:28,820 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=67abd3a0ee76,32851,1733288061872-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:28,820 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=67abd3a0ee76,32851,1733288061872-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:28,822 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-67abd3a0ee76:32851, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:28,823 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:28,825 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:28,830 DEBUG [master/67abd3a0ee76:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-12-04T04:54:28,854 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.750sec
2024-12-04T04:54:28,855 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-12-04T04:54:28,856 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-12-04T04:54:28,857 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-12-04T04:54:28,858 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-12-04T04:54:28,858 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-12-04T04:54:28,859 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=67abd3a0ee76,32851,1733288061872-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-12-04T04:54:28,859 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=67abd3a0ee76,32851,1733288061872-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-12-04T04:54:28,869 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-12-04T04:54:28,870 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-12-04T04:54:28,871 INFO  [master/67abd3a0ee76:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=67abd3a0ee76,32851,1733288061872-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-12-04T04:54:28,934 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15d90109, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:28,936 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-12-04T04:54:28,936 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-12-04T04:54:28,940 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:54:28,940 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:54:28,947 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:54:28,948 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:54:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:54:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6457575a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:28,949 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:54:28,950 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:54:28,951 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:54:28,954 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:34640, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:54:28,955 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da98fb1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:28,956 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:54:28,963 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:54:28,964 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:54:28,966 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:41366, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:54:28,986 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=67abd3a0ee76,32851,1733288061872
2024-12-04T04:54:28,986 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster...
2024-12-04T04:54:28,987 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/test.cache.data in system properties and HBase conf
2024-12-04T04:54:28,987 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.tmp.dir in system properties and HBase conf
2024-12-04T04:54:28,987 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir in system properties and HBase conf
2024-12-04T04:54:28,987 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir in system properties and HBase conf
2024-12-04T04:54:28,987 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-12-04T04:54:28,987 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-12-04T04:54:28,988 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-12-04T04:54:28,988 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-12-04T04:54:28,988 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-12-04T04:54:28,988 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-04T04:54:28,988 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-12-04T04:54:28,988 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-12-04T04:54:28,988 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-12-04T04:54:28,988 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-04T04:54:28,988 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-12-04T04:54:28,988 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/nfs.dump.dir in system properties and HBase conf
2024-12-04T04:54:28,988 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/java.io.tmpdir in system properties and HBase conf
2024-12-04T04:54:28,988 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/dfs.journalnode.edits.dir in system properties and HBase conf
2024-12-04T04:54:28,989 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-12-04T04:54:28,989 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-12-04T04:54:29,034 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741835_1011 (size=592039)
2024-12-04T04:54:29,484 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741836_1012 (size=1663647)
2024-12-04T04:54:30,802 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T04:54:30,901 WARN  [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T04:54:31,097 INFO  [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-04T04:54:31,097 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-12-04T04:54:31,098 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-04T04:54:31,109 INFO  [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-04T04:54:31,109 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-04T04:54:31,109 INFO  [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-04T04:54:31,109 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-04T04:54:31,109 INFO  [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-04T04:54:31,109 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-04T04:54:31,112 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@17422150{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir/,AVAILABLE}
2024-12-04T04:54:31,112 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@fa8e2d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-12-04T04:54:31,114 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T04:54:31,125 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1743d0e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir/,AVAILABLE}
2024-12-04T04:54:31,126 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@79282079{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-12-04T04:54:31,268 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class
2024-12-04T04:54:31,268 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class
2024-12-04T04:54:31,269 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-12-04T04:54:31,270 INFO  [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-12-04T04:54:31,309 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-04T04:54:31,405 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-04T04:54:31,706 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-04T04:54:31,732 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@33ccadf1{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/java.io.tmpdir/jetty-localhost-38173-hadoop-yarn-common-3_4_1_jar-_-any-6412326514510882080/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-12-04T04:54:31,732 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@37f18d5a{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/java.io.tmpdir/jetty-localhost-39311-hadoop-yarn-common-3_4_1_jar-_-any-9663445386655360906/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-12-04T04:54:31,733 INFO  [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@25292ccb{HTTP/1.1, (http/1.1)}{localhost:38173}
2024-12-04T04:54:31,734 INFO  [Thread-251 {}] server.Server(415): Started @16766ms
2024-12-04T04:54:31,736 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@4b763c5b{HTTP/1.1, (http/1.1)}{localhost:39311}
2024-12-04T04:54:31,736 INFO  [Time-limited test {}] server.Server(415): Started @16769ms
2024-12-04T04:54:31,923 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741837_1013 (size=5)
2024-12-04T04:54:32,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-12-04T04:54:32,253 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-12-04T04:54:32,259 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:54:32,259 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers
2024-12-04T04:54:32,259 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-04T04:54:32,259 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-12-04T04:54:32,260 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-12-04T04:54:32,260 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-12-04T04:54:32,900 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-12-04T04:54:32,906 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T04:54:32,941 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-12-04T04:54:32,942 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-04T04:54:32,946 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-04T04:54:32,946 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-04T04:54:32,946 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-12-04T04:54:32,948 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T04:54:32,949 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@292115b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir/,AVAILABLE}
2024-12-04T04:54:32,950 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4868a378{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-12-04T04:54:33,003 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-12-04T04:54:33,003 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-12-04T04:54:33,003 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-12-04T04:54:33,003 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-12-04T04:54:33,015 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-04T04:54:33,023 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-04T04:54:33,079 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-12-04T04:54:33,156 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-04T04:54:33,168 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4b3758bd{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/java.io.tmpdir/jetty-localhost-37847-hadoop-yarn-common-3_4_1_jar-_-any-9426130473889082546/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-12-04T04:54:33,169 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6d08ec20{HTTP/1.1, (http/1.1)}{localhost:37847}
2024-12-04T04:54:33,169 INFO  [Time-limited test {}] server.Server(415): Started @18201ms
2024-12-04T04:54:33,290 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-12-04T04:54:33,293 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T04:54:33,304 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-12-04T04:54:33,305 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-12-04T04:54:33,310 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-12-04T04:54:33,310 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-12-04T04:54:33,311 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-12-04T04:54:33,313 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-12-04T04:54:33,314 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7973e73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir/,AVAILABLE}
2024-12-04T04:54:33,314 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@680da61b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-12-04T04:54:33,358 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-12-04T04:54:33,358 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-12-04T04:54:33,358 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-12-04T04:54:33,358 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-12-04T04:54:33,365 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-04T04:54:33,371 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-04T04:54:33,484 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-12-04T04:54:33,489 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4f2c462c{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/java.io.tmpdir/jetty-localhost-34749-hadoop-yarn-common-3_4_1_jar-_-any-7149950599734177149/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-12-04T04:54:33,491 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@718faeae{HTTP/1.1, (http/1.1)}{localhost:34749}
2024-12-04T04:54:33,491 INFO  [Time-limited test {}] server.Server(415): Started @18524ms
2024-12-04T04:54:33,531 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started
2024-12-04T04:54:33,532 INFO  [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:40619/backupUT
2024-12-04T04:54:33,536 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:54:33,545 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:54:33,549 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6f27558c
2024-12-04T04:54:33,550 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:54:33,555 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:54:33,557 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns1'}
2024-12-04T04:54:33,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1
2024-12-04T04:54:33,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-04T04:54:33,591 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 26 msec
2024-12-04T04:54:33,690 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-12-04T04:54:33,691 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed
2024-12-04T04:54:33,693 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns2'}
2024-12-04T04:54:33,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2
2024-12-04T04:54:33,710 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5
2024-12-04T04:54:33,724 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 28 msec
2024-12-04T04:54:33,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5
2024-12-04T04:54:33,821 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed
2024-12-04T04:54:33,822 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns3'}
2024-12-04T04:54:33,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3
2024-12-04T04:54:33,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6
2024-12-04T04:54:33,837 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 12 msec
2024-12-04T04:54:33,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6
2024-12-04T04:54:33,931 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed
2024-12-04T04:54:33,932 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'ns4'}
2024-12-04T04:54:33,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4
2024-12-04T04:54:33,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-04T04:54:33,947 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 12 msec
2024-12-04T04:54:34,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-12-04T04:54:34,050 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed
2024-12-04T04:54:34,059 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'test-1733288073532', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:54:34,066 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1733288073532
2024-12-04T04:54:34,069 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1733288073532 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T04:54:34,070 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "test-1733288073532"
 procId is: 8
2024-12-04T04:54:34,071 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:34,072 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-04T04:54:34,073 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1733288073532 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T04:54:34,083 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741838_1014 (size=367)
2024-12-04T04:54:34,148 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-12-04T04:54:34,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-04T04:54:34,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-04T04:54:34,487 INFO  [RegionOpenAndInit-test-1733288073532-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7b8ae22d56d9b7882b6bd3647aaaec94, NAME => 'test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1733288073532', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:54:34,495 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741839_1015 (size=53)
2024-12-04T04:54:34,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-04T04:54:34,897 DEBUG [RegionOpenAndInit-test-1733288073532-pool-0 {}] regionserver.HRegion(898): Instantiated test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:34,897 DEBUG [RegionOpenAndInit-test-1733288073532-pool-0 {}] regionserver.HRegion(1722): Closing 7b8ae22d56d9b7882b6bd3647aaaec94, disabling compactions & flushes
2024-12-04T04:54:34,897 INFO  [RegionOpenAndInit-test-1733288073532-pool-0 {}] regionserver.HRegion(1755): Closing region test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:54:34,897 DEBUG [RegionOpenAndInit-test-1733288073532-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:54:34,897 DEBUG [RegionOpenAndInit-test-1733288073532-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94. after waiting 0 ms
2024-12-04T04:54:34,897 DEBUG [RegionOpenAndInit-test-1733288073532-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:54:34,897 INFO  [RegionOpenAndInit-test-1733288073532-pool-0 {}] regionserver.HRegion(1973): Closed test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:54:34,897 DEBUG [RegionOpenAndInit-test-1733288073532-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7b8ae22d56d9b7882b6bd3647aaaec94:
Waiting for close lock at 1733288074897Disabling compacts and flushes for region at 1733288074897Disabling writes for close at 1733288074897Writing region close event to WAL at 1733288074897Closed at 1733288074897
2024-12-04T04:54:34,900 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1733288073532 execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T04:54:34,908 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733288074900"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733288074900"}]},"ts":"1733288074900"}
2024-12-04T04:54:34,912 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T04:54:34,914 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1733288073532 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T04:54:34,917 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733288073532","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288074914"}]},"ts":"1733288074914"}
2024-12-04T04:54:34,921 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733288073532, state=ENABLING in hbase:meta
2024-12-04T04:54:34,923 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, ASSIGN}]
2024-12-04T04:54:34,926 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, ASSIGN
2024-12-04T04:54:34,928 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37183,1733288063835; forceNewPlan=false, retain=false
2024-12-04T04:54:35,080 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b8ae22d56d9b7882b6bd3647aaaec94, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:35,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, ASSIGN because future has completed
2024-12-04T04:54:35,085 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:54:35,209 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-04T04:54:35,267 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:54:35,267 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-12-04T04:54:35,268 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor 67abd3a0ee76,37183,1733288063835.regiongroup-1
2024-12-04T04:54:35,270 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1, suffix=, logDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835, archiveDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs, maxLogs=32
2024-12-04T04:54:35,285 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288075272, exclude list is [], retry=0
2024-12-04T04:54:35,290 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-f183c3ee-d791-4f57-9159-5d6a667a6cae,DISK]
2024-12-04T04:54:35,292 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288075272
2024-12-04T04:54:35,292 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)]
2024-12-04T04:54:35,293 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b8ae22d56d9b7882b6bd3647aaaec94, NAME => 'test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:54:35,293 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:54:35,293 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733288073532 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:35,293 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:35,293 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:35,293 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:35,296 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b8ae22d56d9b7882b6bd3647aaaec94 
2024-12-04T04:54:35,298 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b8ae22d56d9b7882b6bd3647aaaec94 columnFamilyName f
2024-12-04T04:54:35,298 DEBUG [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:35,299 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.HStore(327): Store=7b8ae22d56d9b7882b6bd3647aaaec94/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:54:35,299 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:35,300 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:35,301 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:35,302 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:35,302 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:35,305 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:35,309 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:54:35,310 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened 7b8ae22d56d9b7882b6bd3647aaaec94; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10432878240, jitterRate=-0.028362497687339783}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T04:54:35,310 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:35,312 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for 7b8ae22d56d9b7882b6bd3647aaaec94:
Running coprocessor pre-open hook at 1733288075294Writing region info on filesystem at 1733288075294Initializing all the Stores at 1733288075295 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288075295Cleaning up temporary data from old regions at 1733288075302 (+7 ms)Running coprocessor post-open hooks at 1733288075310 (+8 ms)Region opened successfully at 1733288075311 (+1 ms)
2024-12-04T04:54:35,314 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94., pid=10, masterSystemTime=1733288075239
2024-12-04T04:54:35,317 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:54:35,318 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:54:35,319 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=7b8ae22d56d9b7882b6bd3647aaaec94, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:35,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:54:35,330 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-12-04T04:54:35,330 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94, server=67abd3a0ee76,37183,1733288063835 in 241 msec
2024-12-04T04:54:35,334 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-12-04T04:54:35,335 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, ASSIGN in 407 msec
2024-12-04T04:54:35,336 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1733288073532 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T04:54:35,337 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733288073532","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288075336"}]},"ts":"1733288075336"}
2024-12-04T04:54:35,340 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733288073532, state=ENABLED in hbase:meta
2024-12-04T04:54:35,341 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1733288073532 execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T04:54:35,345 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1733288073532 in 1.2810 sec
2024-12-04T04:54:36,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-12-04T04:54:36,220 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1733288073532 completed
2024-12-04T04:54:36,221 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14cc45ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:36,221 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:54:36,221 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:54:36,222 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:54:36,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:54:36,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:54:36,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50347db5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:36,223 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:54:36,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:54:36,224 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:54:36,226 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40928, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:54:36,227 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e708b27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:36,230 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:54:36,231 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:54:36,232 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:54:36,234 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35202, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:54:36,240 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733288073532', row='row0', locateType=CURRENT is [region=test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:54:36,243 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HRegion(8528): writing data to region test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94. with WAL disabled. Data may be lost in the event of a crash.
2024-12-04T04:54:36,410 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:test-17332880735321', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:54:36,412 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17332880735321
2024-12-04T04:54:36,414 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17332880735321 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T04:54:36,414 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:36,414 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2"
qualifier: "test-17332880735321"
 procId is: 11
2024-12-04T04:54:36,415 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-04T04:54:36,415 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17332880735321 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T04:54:36,430 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741841_1017 (size=364)
2024-12-04T04:54:36,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-04T04:54:36,730 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-04T04:54:36,834 INFO  [RegionOpenAndInit-ns2:test-17332880735321-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 367fa59b71ea9c2dd2bbd8087a5de216, NAME => 'ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17332880735321', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:54:36,841 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741842_1018 (size=50)
2024-12-04T04:54:37,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-04T04:54:37,243 DEBUG [RegionOpenAndInit-ns2:test-17332880735321-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:37,243 DEBUG [RegionOpenAndInit-ns2:test-17332880735321-pool-0 {}] regionserver.HRegion(1722): Closing 367fa59b71ea9c2dd2bbd8087a5de216, disabling compactions & flushes
2024-12-04T04:54:37,243 INFO  [RegionOpenAndInit-ns2:test-17332880735321-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.
2024-12-04T04:54:37,243 DEBUG [RegionOpenAndInit-ns2:test-17332880735321-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.
2024-12-04T04:54:37,243 DEBUG [RegionOpenAndInit-ns2:test-17332880735321-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216. after waiting 0 ms
2024-12-04T04:54:37,244 DEBUG [RegionOpenAndInit-ns2:test-17332880735321-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.
2024-12-04T04:54:37,244 INFO  [RegionOpenAndInit-ns2:test-17332880735321-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.
2024-12-04T04:54:37,244 DEBUG [RegionOpenAndInit-ns2:test-17332880735321-pool-0 {}] regionserver.HRegion(1676): Region close journal for 367fa59b71ea9c2dd2bbd8087a5de216:
Waiting for close lock at 1733288077243Disabling compacts and flushes for region at 1733288077243Disabling writes for close at 1733288077243Writing region close event to WAL at 1733288077244 (+1 ms)Closed at 1733288077244
2024-12-04T04:54:37,246 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17332880735321 execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T04:54:37,246 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733288077246"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733288077246"}]},"ts":"1733288077246"}
2024-12-04T04:54:37,249 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T04:54:37,251 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17332880735321 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T04:54:37,252 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17332880735321","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288077251"}]},"ts":"1733288077251"}
2024-12-04T04:54:37,255 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17332880735321, state=ENABLING in hbase:meta
2024-12-04T04:54:37,255 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17332880735321, region=367fa59b71ea9c2dd2bbd8087a5de216, ASSIGN}]
2024-12-04T04:54:37,257 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17332880735321, region=367fa59b71ea9c2dd2bbd8087a5de216, ASSIGN
2024-12-04T04:54:37,259 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17332880735321, region=367fa59b71ea9c2dd2bbd8087a5de216, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37183,1733288063835; forceNewPlan=false, retain=false
2024-12-04T04:54:37,410 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=367fa59b71ea9c2dd2bbd8087a5de216, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:37,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17332880735321, region=367fa59b71ea9c2dd2bbd8087a5de216, ASSIGN because future has completed
2024-12-04T04:54:37,415 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 367fa59b71ea9c2dd2bbd8087a5de216, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:54:37,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-04T04:54:37,579 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.
2024-12-04T04:54:37,580 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => 367fa59b71ea9c2dd2bbd8087a5de216, NAME => 'ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:54:37,580 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:54:37,580 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17332880735321 367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:54:37,581 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:37,581 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for 367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:54:37,581 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for 367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:54:37,584 INFO  [StoreOpener-367fa59b71ea9c2dd2bbd8087a5de216-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 367fa59b71ea9c2dd2bbd8087a5de216 
2024-12-04T04:54:37,588 INFO  [StoreOpener-367fa59b71ea9c2dd2bbd8087a5de216-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 367fa59b71ea9c2dd2bbd8087a5de216 columnFamilyName f
2024-12-04T04:54:37,588 DEBUG [StoreOpener-367fa59b71ea9c2dd2bbd8087a5de216-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:37,596 INFO  [StoreOpener-367fa59b71ea9c2dd2bbd8087a5de216-1 {}] regionserver.HStore(327): Store=367fa59b71ea9c2dd2bbd8087a5de216/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:54:37,597 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for 367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:54:37,600 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:54:37,601 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:54:37,603 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for 367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:54:37,603 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for 367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:54:37,613 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for 367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:54:37,618 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:54:37,620 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened 367fa59b71ea9c2dd2bbd8087a5de216; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10773217440, jitterRate=0.003334060311317444}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T04:54:37,620 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:54:37,622 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for 367fa59b71ea9c2dd2bbd8087a5de216:
Running coprocessor pre-open hook at 1733288077581Writing region info on filesystem at 1733288077581Initializing all the Stores at 1733288077584 (+3 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288077584Cleaning up temporary data from old regions at 1733288077603 (+19 ms)Running coprocessor post-open hooks at 1733288077620 (+17 ms)Region opened successfully at 1733288077622 (+2 ms)
2024-12-04T04:54:37,624 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216., pid=13, masterSystemTime=1733288077568
2024-12-04T04:54:37,633 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.
2024-12-04T04:54:37,633 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.
2024-12-04T04:54:37,634 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=367fa59b71ea9c2dd2bbd8087a5de216, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:37,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure 367fa59b71ea9c2dd2bbd8087a5de216, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:54:37,653 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-12-04T04:54:37,653 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure 367fa59b71ea9c2dd2bbd8087a5de216, server=67abd3a0ee76,37183,1733288063835 in 232 msec
2024-12-04T04:54:37,657 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-12-04T04:54:37,657 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17332880735321, region=367fa59b71ea9c2dd2bbd8087a5de216, ASSIGN in 398 msec
2024-12-04T04:54:37,659 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17332880735321 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T04:54:37,660 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17332880735321","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288077659"}]},"ts":"1733288077659"}
2024-12-04T04:54:37,664 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17332880735321, state=ENABLED in hbase:meta
2024-12-04T04:54:37,666 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17332880735321 execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T04:54:37,671 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17332880735321 in 1.2560 sec
2024-12-04T04:54:38,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-12-04T04:54:38,560 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17332880735321 completed
2024-12-04T04:54:38,564 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17332880735321', row='row0', locateType=CURRENT is [region=ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:54:38,565 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HRegion(8528): writing data to region ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216. with WAL disabled. Data may be lost in the event of a crash.
2024-12-04T04:54:38,753 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns3:test-17332880735322', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:54:38,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17332880735322
2024-12-04T04:54:38,757 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17332880735322 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T04:54:38,757 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:38,757 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns3"
qualifier: "test-17332880735322"
 procId is: 14
2024-12-04T04:54:38,758 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17332880735322 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T04:54:38,758 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-04T04:54:38,766 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741843_1019 (size=390)
2024-12-04T04:54:38,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-04T04:54:39,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-04T04:54:39,081 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1733288073532'
2024-12-04T04:54:39,082 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17332880735321'
2024-12-04T04:54:39,170 INFO  [RegionOpenAndInit-ns3:test-17332880735322-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 38f90d875df84564eee894aacf73b034, NAME => 'ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17332880735322', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:54:39,178 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741844_1020 (size=50)
2024-12-04T04:54:39,390 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-04T04:54:39,579 DEBUG [RegionOpenAndInit-ns3:test-17332880735322-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:39,579 DEBUG [RegionOpenAndInit-ns3:test-17332880735322-pool-0 {}] regionserver.HRegion(1722): Closing 38f90d875df84564eee894aacf73b034, disabling compactions & flushes
2024-12-04T04:54:39,579 INFO  [RegionOpenAndInit-ns3:test-17332880735322-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.
2024-12-04T04:54:39,579 DEBUG [RegionOpenAndInit-ns3:test-17332880735322-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.
2024-12-04T04:54:39,579 DEBUG [RegionOpenAndInit-ns3:test-17332880735322-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034. after waiting 0 ms
2024-12-04T04:54:39,579 DEBUG [RegionOpenAndInit-ns3:test-17332880735322-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.
2024-12-04T04:54:39,579 INFO  [RegionOpenAndInit-ns3:test-17332880735322-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.
2024-12-04T04:54:39,580 DEBUG [RegionOpenAndInit-ns3:test-17332880735322-pool-0 {}] regionserver.HRegion(1676): Region close journal for 38f90d875df84564eee894aacf73b034:
Waiting for close lock at 1733288079579Disabling compacts and flushes for region at 1733288079579Disabling writes for close at 1733288079579Writing region close event to WAL at 1733288079579Closed at 1733288079579
2024-12-04T04:54:39,581 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17332880735322 execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T04:54:39,582 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733288079582"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733288079582"}]},"ts":"1733288079582"}
2024-12-04T04:54:39,585 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T04:54:39,587 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17332880735322 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T04:54:39,587 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17332880735322","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288079587"}]},"ts":"1733288079587"}
2024-12-04T04:54:39,590 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17332880735322, state=ENABLING in hbase:meta
2024-12-04T04:54:39,591 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17332880735322, region=38f90d875df84564eee894aacf73b034, ASSIGN}]
2024-12-04T04:54:39,593 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17332880735322, region=38f90d875df84564eee894aacf73b034, ASSIGN
2024-12-04T04:54:39,595 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17332880735322, region=38f90d875df84564eee894aacf73b034, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37183,1733288063835; forceNewPlan=false, retain=false
2024-12-04T04:54:39,745 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=38f90d875df84564eee894aacf73b034, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:39,748 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17332880735322, region=38f90d875df84564eee894aacf73b034, ASSIGN because future has completed
2024-12-04T04:54:39,749 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38f90d875df84564eee894aacf73b034, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:54:39,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-04T04:54:39,907 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.
2024-12-04T04:54:39,907 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 38f90d875df84564eee894aacf73b034, NAME => 'ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:54:39,907 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:54:39,907 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17332880735322 38f90d875df84564eee894aacf73b034
2024-12-04T04:54:39,907 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:39,908 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 38f90d875df84564eee894aacf73b034
2024-12-04T04:54:39,908 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 38f90d875df84564eee894aacf73b034
2024-12-04T04:54:39,910 INFO  [StoreOpener-38f90d875df84564eee894aacf73b034-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 38f90d875df84564eee894aacf73b034 
2024-12-04T04:54:39,912 INFO  [StoreOpener-38f90d875df84564eee894aacf73b034-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 38f90d875df84564eee894aacf73b034 columnFamilyName f
2024-12-04T04:54:39,912 DEBUG [StoreOpener-38f90d875df84564eee894aacf73b034-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:39,913 INFO  [StoreOpener-38f90d875df84564eee894aacf73b034-1 {}] regionserver.HStore(327): Store=38f90d875df84564eee894aacf73b034/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:54:39,913 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 38f90d875df84564eee894aacf73b034
2024-12-04T04:54:39,914 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns3/test-17332880735322/38f90d875df84564eee894aacf73b034
2024-12-04T04:54:39,915 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns3/test-17332880735322/38f90d875df84564eee894aacf73b034
2024-12-04T04:54:39,916 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 38f90d875df84564eee894aacf73b034
2024-12-04T04:54:39,916 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 38f90d875df84564eee894aacf73b034
2024-12-04T04:54:39,919 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 38f90d875df84564eee894aacf73b034
2024-12-04T04:54:39,923 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns3/test-17332880735322/38f90d875df84564eee894aacf73b034/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:54:39,924 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 38f90d875df84564eee894aacf73b034; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9902865600, jitterRate=-0.07772377133369446}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T04:54:39,924 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 38f90d875df84564eee894aacf73b034
2024-12-04T04:54:39,925 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 38f90d875df84564eee894aacf73b034:
Running coprocessor pre-open hook at 1733288079908Writing region info on filesystem at 1733288079908Initializing all the Stores at 1733288079909 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288079909Cleaning up temporary data from old regions at 1733288079916 (+7 ms)Running coprocessor post-open hooks at 1733288079924 (+8 ms)Region opened successfully at 1733288079925 (+1 ms)
2024-12-04T04:54:39,926 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034., pid=16, masterSystemTime=1733288079902
2024-12-04T04:54:39,929 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.
2024-12-04T04:54:39,929 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.
2024-12-04T04:54:39,930 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=38f90d875df84564eee894aacf73b034, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:39,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 38f90d875df84564eee894aacf73b034, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:54:39,938 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-12-04T04:54:39,938 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 38f90d875df84564eee894aacf73b034, server=67abd3a0ee76,37183,1733288063835 in 186 msec
2024-12-04T04:54:39,941 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-12-04T04:54:39,942 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17332880735322, region=38f90d875df84564eee894aacf73b034, ASSIGN in 347 msec
2024-12-04T04:54:39,943 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17332880735322 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T04:54:39,943 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17332880735322","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288079943"}]},"ts":"1733288079943"}
2024-12-04T04:54:39,946 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17332880735322, state=ENABLED in hbase:meta
2024-12-04T04:54:39,947 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17332880735322 execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T04:54:39,950 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17332880735322 in 1.1940 sec
2024-12-04T04:54:40,796 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-12-04T04:54:40,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-12-04T04:54:40,911 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17332880735322 completed
2024-12-04T04:54:40,911 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17332880735322 get assigned. Timeout = 60000ms
2024-12-04T04:54:40,912 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T04:54:40,917 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17332880735322 assigned to meta. Checking AM states.
2024-12-04T04:54:40,918 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T04:54:40,918 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17332880735322 assigned.
2024-12-04T04:54:40,920 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns4:test-17332880735323', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:54:40,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17332880735323
2024-12-04T04:54:40,923 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17332880735323 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T04:54:40,924 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:40,924 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns4"
qualifier: "test-17332880735323"
 procId is: 17
2024-12-04T04:54:40,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-04T04:54:40,925 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17332880735323 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T04:54:40,933 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741845_1021 (size=390)
2024-12-04T04:54:41,029 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-04T04:54:41,239 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-04T04:54:41,336 INFO  [RegionOpenAndInit-ns4:test-17332880735323-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a3d1220365b414089b71c8c2a9d0a28f, NAME => 'ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17332880735323', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:54:41,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741846_1022 (size=50)
2024-12-04T04:54:41,344 DEBUG [RegionOpenAndInit-ns4:test-17332880735323-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:41,345 DEBUG [RegionOpenAndInit-ns4:test-17332880735323-pool-0 {}] regionserver.HRegion(1722): Closing a3d1220365b414089b71c8c2a9d0a28f, disabling compactions & flushes
2024-12-04T04:54:41,345 INFO  [RegionOpenAndInit-ns4:test-17332880735323-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.
2024-12-04T04:54:41,345 DEBUG [RegionOpenAndInit-ns4:test-17332880735323-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.
2024-12-04T04:54:41,345 DEBUG [RegionOpenAndInit-ns4:test-17332880735323-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f. after waiting 0 ms
2024-12-04T04:54:41,345 DEBUG [RegionOpenAndInit-ns4:test-17332880735323-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.
2024-12-04T04:54:41,345 INFO  [RegionOpenAndInit-ns4:test-17332880735323-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.
2024-12-04T04:54:41,345 DEBUG [RegionOpenAndInit-ns4:test-17332880735323-pool-0 {}] regionserver.HRegion(1676): Region close journal for a3d1220365b414089b71c8c2a9d0a28f:
Waiting for close lock at 1733288081345Disabling compacts and flushes for region at 1733288081345Disabling writes for close at 1733288081345Writing region close event to WAL at 1733288081345Closed at 1733288081345
2024-12-04T04:54:41,347 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17332880735323 execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T04:54:41,347 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733288081347"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733288081347"}]},"ts":"1733288081347"}
2024-12-04T04:54:41,350 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T04:54:41,351 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17332880735323 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T04:54:41,351 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17332880735323","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288081351"}]},"ts":"1733288081351"}
2024-12-04T04:54:41,354 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17332880735323, state=ENABLING in hbase:meta
2024-12-04T04:54:41,354 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17332880735323, region=a3d1220365b414089b71c8c2a9d0a28f, ASSIGN}]
2024-12-04T04:54:41,356 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17332880735323, region=a3d1220365b414089b71c8c2a9d0a28f, ASSIGN
2024-12-04T04:54:41,358 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17332880735323, region=a3d1220365b414089b71c8c2a9d0a28f, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37183,1733288063835; forceNewPlan=false, retain=false
2024-12-04T04:54:41,508 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a3d1220365b414089b71c8c2a9d0a28f, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:41,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17332880735323, region=a3d1220365b414089b71c8c2a9d0a28f, ASSIGN because future has completed
2024-12-04T04:54:41,512 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3d1220365b414089b71c8c2a9d0a28f, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:54:41,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-04T04:54:41,669 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.
2024-12-04T04:54:41,670 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => a3d1220365b414089b71c8c2a9d0a28f, NAME => 'ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:54:41,670 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:54:41,670 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17332880735323 a3d1220365b414089b71c8c2a9d0a28f
2024-12-04T04:54:41,670 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:41,670 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for a3d1220365b414089b71c8c2a9d0a28f
2024-12-04T04:54:41,670 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for a3d1220365b414089b71c8c2a9d0a28f
2024-12-04T04:54:41,672 INFO  [StoreOpener-a3d1220365b414089b71c8c2a9d0a28f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a3d1220365b414089b71c8c2a9d0a28f 
2024-12-04T04:54:41,675 INFO  [StoreOpener-a3d1220365b414089b71c8c2a9d0a28f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a3d1220365b414089b71c8c2a9d0a28f columnFamilyName f
2024-12-04T04:54:41,675 DEBUG [StoreOpener-a3d1220365b414089b71c8c2a9d0a28f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:41,675 INFO  [StoreOpener-a3d1220365b414089b71c8c2a9d0a28f-1 {}] regionserver.HStore(327): Store=a3d1220365b414089b71c8c2a9d0a28f/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:54:41,676 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for a3d1220365b414089b71c8c2a9d0a28f
2024-12-04T04:54:41,677 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns4/test-17332880735323/a3d1220365b414089b71c8c2a9d0a28f
2024-12-04T04:54:41,677 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns4/test-17332880735323/a3d1220365b414089b71c8c2a9d0a28f
2024-12-04T04:54:41,678 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for a3d1220365b414089b71c8c2a9d0a28f
2024-12-04T04:54:41,678 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for a3d1220365b414089b71c8c2a9d0a28f
2024-12-04T04:54:41,680 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for a3d1220365b414089b71c8c2a9d0a28f
2024-12-04T04:54:41,684 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns4/test-17332880735323/a3d1220365b414089b71c8c2a9d0a28f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:54:41,685 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened a3d1220365b414089b71c8c2a9d0a28f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12055044800, jitterRate=0.12271353602409363}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T04:54:41,685 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a3d1220365b414089b71c8c2a9d0a28f
2024-12-04T04:54:41,686 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for a3d1220365b414089b71c8c2a9d0a28f:
Running coprocessor pre-open hook at 1733288081670Writing region info on filesystem at 1733288081671 (+1 ms)Initializing all the Stores at 1733288081672 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288081672Cleaning up temporary data from old regions at 1733288081678 (+6 ms)Running coprocessor post-open hooks at 1733288081685 (+7 ms)Region opened successfully at 1733288081685
2024-12-04T04:54:41,687 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f., pid=19, masterSystemTime=1733288081665
2024-12-04T04:54:41,690 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.
2024-12-04T04:54:41,690 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.
2024-12-04T04:54:41,691 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=a3d1220365b414089b71c8c2a9d0a28f, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:41,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure a3d1220365b414089b71c8c2a9d0a28f, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:54:41,699 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32851 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=67abd3a0ee76,37183,1733288063835, table=ns4:test-17332880735323, region=a3d1220365b414089b71c8c2a9d0a28f. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-12-04T04:54:41,702 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-12-04T04:54:41,703 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure a3d1220365b414089b71c8c2a9d0a28f, server=67abd3a0ee76,37183,1733288063835 in 187 msec
2024-12-04T04:54:41,706 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-12-04T04:54:41,706 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17332880735323, region=a3d1220365b414089b71c8c2a9d0a28f, ASSIGN in 349 msec
2024-12-04T04:54:41,707 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17332880735323 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T04:54:41,708 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17332880735323","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288081708"}]},"ts":"1733288081708"}
2024-12-04T04:54:41,710 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17332880735323, state=ENABLED in hbase:meta
2024-12-04T04:54:41,712 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17332880735323 execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T04:54:41,714 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17332880735323 in 792 msec
2024-12-04T04:54:42,059 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-12-04T04:54:42,060 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17332880735323 completed
2024-12-04T04:54:42,060 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17332880735323 get assigned. Timeout = 60000ms
2024-12-04T04:54:42,060 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T04:54:42,065 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17332880735323 assigned to meta. Checking AM states.
2024-12-04T04:54:42,065 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-12-04T04:54:42,065 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17332880735323 assigned.
2024-12-04T04:54:42,066 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:54:42,066 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481)
    at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343)
    at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:54:42,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:54:42,072 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:54:42,072 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:54:42,105 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=610, OpenFileDescriptor=631, MaxFileDescriptor=1048576, SystemLoadAverage=375, ProcessCount=14, AvailableMemoryMB=7752
2024-12-04T04:54:42,108 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=610 is superior to 500
2024-12-04T04:54:42,110 INFO  [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables
2024-12-04T04:54:42,116 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1733288073532 from 'test-1733288073532', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733288073532', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:54:42,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733288073532
2024-12-04T04:54:42,147 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741847_1023 (size=908)
2024-12-04T04:54:42,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733288073532
2024-12-04T04:54:42,252 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1733288073532 Metrics about Tables on a single HBase RegionServer
2024-12-04T04:54:42,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17332880735322
2024-12-04T04:54:42,253 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17332880735322 Metrics about Tables on a single HBase RegionServer
2024-12-04T04:54:42,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17332880735323
2024-12-04T04:54:42,253 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17332880735323 Metrics about Tables on a single HBase RegionServer
2024-12-04T04:54:42,254 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17332880735321
2024-12-04T04:54:42,254 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17332880735321 Metrics about Tables on a single HBase RegionServer
2024-12-04T04:54:42,553 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/.tabledesc/.tableinfo.0000000001.367
2024-12-04T04:54:42,553 INFO  [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/.tabledesc/.tableinfo.0000000002.908
2024-12-04T04:54:42,559 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733288073532}]
2024-12-04T04:54:42,569 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, REOPEN/MOVE}]
2024-12-04T04:54:42,571 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, REOPEN/MOVE
2024-12-04T04:54:42,574 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7b8ae22d56d9b7882b6bd3647aaaec94, regionState=CLOSING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:42,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, REOPEN/MOVE because future has completed
2024-12-04T04:54:42,577 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-04T04:54:42,577 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:54:42,737 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:42,737 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-04T04:54:42,737 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing 7b8ae22d56d9b7882b6bd3647aaaec94, disabling compactions & flushes
2024-12-04T04:54:42,737 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:54:42,737 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:54:42,737 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94. after waiting 0 ms
2024-12-04T04:54:42,737 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:54:42,741 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing 7b8ae22d56d9b7882b6bd3647aaaec94 1/1 column families, dataSize=3.17 KB heapSize=11 KB
2024-12-04T04:54:42,804 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/f/bfb9f0823715418aa06b47832f4dec7e is 37, key is row10/f:q1/1733288076261/Put/seqid=0
2024-12-04T04:54:42,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741848_1024 (size=8413)
2024-12-04T04:54:43,215 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/f/bfb9f0823715418aa06b47832f4dec7e
2024-12-04T04:54:43,276 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/f/bfb9f0823715418aa06b47832f4dec7e as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/bfb9f0823715418aa06b47832f4dec7e
2024-12-04T04:54:43,287 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/bfb9f0823715418aa06b47832f4dec7e, entries=99, sequenceid=103, filesize=8.2 K
2024-12-04T04:54:43,293 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 7b8ae22d56d9b7882b6bd3647aaaec94 in 552ms, sequenceid=103, compaction requested=false
2024-12-04T04:54:43,300 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1
2024-12-04T04:54:43,303 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:54:43,304 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:54:43,304 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for 7b8ae22d56d9b7882b6bd3647aaaec94:
Waiting for close lock at 1733288082737Running coprocessor pre-close hooks at 1733288082737Disabling compacts and flushes for region at 1733288082737Disabling writes for close at 1733288082737Obtaining lock to block concurrent updates at 1733288082741 (+4 ms)Preparing flush snapshotting stores in 7b8ae22d56d9b7882b6bd3647aaaec94 at 1733288082741Finished memstore snapshotting test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1733288082748 (+7 ms)Flushing stores of test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94. at 1733288082749 (+1 ms)Flushing 7b8ae22d56d9b7882b6bd3647aaaec94/f: creating writer at 1733288082751 (+2 ms)Flushing 7b8ae22d56d9b7882b6bd3647aaaec94/f: appending metadata at 1733288082793 (+42 ms)Flushing 7b8ae22d56d9b7882b6bd3647aaaec94/f: closing flushed file at 1733288082796 (+3 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5b8d9366: reopening flushed file at 1733288083274 (+478 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 7b8ae22d56d9b7882b6bd3647aaaec94 in 552ms, sequenceid=103, compaction requested=false at 1733288083293 (+19 ms)Writing region close event to WAL at 1733288083295 (+2 ms)Running coprocessor post-close hooks at 1733288083301 (+6 ms)Closed at 1733288083304 (+3 ms)
2024-12-04T04:54:43,304 WARN  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: 7b8ae22d56d9b7882b6bd3647aaaec94 to self.
2024-12-04T04:54:43,307 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:43,308 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7b8ae22d56d9b7882b6bd3647aaaec94, regionState=CLOSED
2024-12-04T04:54:43,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:54:43,315 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-12-04T04:54:43,316 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94, server=67abd3a0ee76,37183,1733288063835 in 735 msec
2024-12-04T04:54:43,317 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, REOPEN/MOVE; state=CLOSED, location=67abd3a0ee76,37183,1733288063835; forceNewPlan=false, retain=true
2024-12-04T04:54:43,467 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7b8ae22d56d9b7882b6bd3647aaaec94, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:43,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, REOPEN/MOVE because future has completed
2024-12-04T04:54:43,470 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:54:43,628 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:54:43,628 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b8ae22d56d9b7882b6bd3647aaaec94, NAME => 'test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:54:43,629 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:54:43,629 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733288073532 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:43,629 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:43,629 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:43,629 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:43,631 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b8ae22d56d9b7882b6bd3647aaaec94 
2024-12-04T04:54:43,632 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b8ae22d56d9b7882b6bd3647aaaec94 columnFamilyName f
2024-12-04T04:54:43,632 DEBUG [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:43,644 DEBUG [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/bfb9f0823715418aa06b47832f4dec7e
2024-12-04T04:54:43,644 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.HStore(327): Store=7b8ae22d56d9b7882b6bd3647aaaec94/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:54:43,645 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 7b8ae22d56d9b7882b6bd3647aaaec94 
2024-12-04T04:54:43,647 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b8ae22d56d9b7882b6bd3647aaaec94 columnFamilyName f3
2024-12-04T04:54:43,647 DEBUG [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:43,648 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.HStore(327): Store=7b8ae22d56d9b7882b6bd3647aaaec94/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:54:43,649 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7b8ae22d56d9b7882b6bd3647aaaec94 
2024-12-04T04:54:43,658 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b8ae22d56d9b7882b6bd3647aaaec94 columnFamilyName mob
2024-12-04T04:54:43,664 DEBUG [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:43,665 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.HStore(327): Store=7b8ae22d56d9b7882b6bd3647aaaec94/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:54:43,665 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:43,667 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:43,669 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:43,671 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:43,671 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:43,672 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733288073532 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-04T04:54:43,675 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:43,676 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened 7b8ae22d56d9b7882b6bd3647aaaec94; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11755621600, jitterRate=0.0948275774717331}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-04T04:54:43,677 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:43,677 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for 7b8ae22d56d9b7882b6bd3647aaaec94:
Running coprocessor pre-open hook at 1733288083629Writing region info on filesystem at 1733288083629Initializing all the Stores at 1733288083630 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288083630Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288083631 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288083631Cleaning up temporary data from old regions at 1733288083671 (+40 ms)Running coprocessor post-open hooks at 1733288083677 (+6 ms)Region opened successfully at 1733288083677
2024-12-04T04:54:43,679 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94., pid=24, masterSystemTime=1733288083623
2024-12-04T04:54:43,682 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:54:43,682 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:54:43,683 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=7b8ae22d56d9b7882b6bd3647aaaec94, regionState=OPEN, openSeqNum=107, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:43,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:54:43,690 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22
2024-12-04T04:54:43,690 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94, server=67abd3a0ee76,37183,1733288063835 in 216 msec
2024-12-04T04:54:43,693 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-12-04T04:54:43,694 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, REOPEN/MOVE in 1.1210 sec
2024-12-04T04:54:43,699 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-12-04T04:54:43,700 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733288073532 in 1.1370 sec
2024-12-04T04:54:43,705 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733288073532 in 1.5830 sec
2024-12-04T04:54:43,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20
2024-12-04T04:54:43,708 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733288073532 completed
2024-12-04T04:54:43,709 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4504d8e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:43,709 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:54:43,709 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:54:43,710 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:54:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:54:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:54:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22a31084, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:43,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:54:43,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:54:43,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:54:43,712 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:54:43,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76189436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:43,714 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:54:43,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:54:43,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:54:43,717 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40460, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:54:43,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733288073532', row='row-test-1733288073532-3-0', locateType=CURRENT is [region=test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94., hostname=67abd3a0ee76,37183,1733288063835, seqNum=107]
2024-12-04T04:54:43,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:54:43,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:54:43,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7cdbdbc7
2024-12-04T04:54:43,778 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:54:43,779 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35530, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:54:43,794 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.3 creating {NAME => 'backup'}
2024-12-04T04:54:43,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup
2024-12-04T04:54:43,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-04T04:54:43,810 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 13 msec
2024-12-04T04:54:43,910 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-12-04T04:54:43,910 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed
2024-12-04T04:54:43,926 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:54:43,927 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system
2024-12-04T04:54:43,929 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T04:54:43,929 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:43,929 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup"
qualifier: "system"
 procId is: 26
2024-12-04T04:54:43,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-04T04:54:43,930 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T04:54:43,938 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741849_1025 (size=635)
2024-12-04T04:54:44,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-04T04:54:44,250 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-04T04:54:44,341 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dc09646f53853cfd94ba739e87f912ee, NAME => 'backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:54:44,348 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741850_1026 (size=40)
2024-12-04T04:54:44,559 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-04T04:54:44,749 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:44,750 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing dc09646f53853cfd94ba739e87f912ee, disabling compactions & flushes
2024-12-04T04:54:44,750 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:54:44,750 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:54:44,750 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee. after waiting 0 ms
2024-12-04T04:54:44,750 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:54:44,750 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:54:44,750 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for dc09646f53853cfd94ba739e87f912ee:
Waiting for close lock at 1733288084749Disabling compacts and flushes for region at 1733288084749Disabling writes for close at 1733288084750 (+1 ms)Writing region close event to WAL at 1733288084750Closed at 1733288084750
2024-12-04T04:54:44,752 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T04:54:44,752 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733288084752"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733288084752"}]},"ts":"1733288084752"}
2024-12-04T04:54:44,754 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T04:54:44,756 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T04:54:44,756 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288084756"}]},"ts":"1733288084756"}
2024-12-04T04:54:44,758 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta
2024-12-04T04:54:44,758 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=dc09646f53853cfd94ba739e87f912ee, ASSIGN}]
2024-12-04T04:54:44,760 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=dc09646f53853cfd94ba739e87f912ee, ASSIGN
2024-12-04T04:54:44,761 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=dc09646f53853cfd94ba739e87f912ee, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37183,1733288063835; forceNewPlan=false, retain=false
2024-12-04T04:54:44,912 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=dc09646f53853cfd94ba739e87f912ee, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:44,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=dc09646f53853cfd94ba739e87f912ee, ASSIGN because future has completed
2024-12-04T04:54:44,916 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc09646f53853cfd94ba739e87f912ee, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:54:45,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-04T04:54:45,082 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:54:45,082 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => dc09646f53853cfd94ba739e87f912ee, NAME => 'backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:54:45,083 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:54:45,083 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:54:45,083 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17332880735322'
2024-12-04T04:54:45,083 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:45,083 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:54:45,084 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:54:45,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17332880735323'
2024-12-04T04:54:45,086 INFO  [StoreOpener-dc09646f53853cfd94ba739e87f912ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region dc09646f53853cfd94ba739e87f912ee 
2024-12-04T04:54:45,088 INFO  [StoreOpener-dc09646f53853cfd94ba739e87f912ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc09646f53853cfd94ba739e87f912ee columnFamilyName meta
2024-12-04T04:54:45,088 DEBUG [StoreOpener-dc09646f53853cfd94ba739e87f912ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:45,089 INFO  [StoreOpener-dc09646f53853cfd94ba739e87f912ee-1 {}] regionserver.HStore(327): Store=dc09646f53853cfd94ba739e87f912ee/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:54:45,089 INFO  [StoreOpener-dc09646f53853cfd94ba739e87f912ee-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region dc09646f53853cfd94ba739e87f912ee 
2024-12-04T04:54:45,091 INFO  [StoreOpener-dc09646f53853cfd94ba739e87f912ee-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dc09646f53853cfd94ba739e87f912ee columnFamilyName session
2024-12-04T04:54:45,091 DEBUG [StoreOpener-dc09646f53853cfd94ba739e87f912ee-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:45,091 INFO  [StoreOpener-dc09646f53853cfd94ba739e87f912ee-1 {}] regionserver.HStore(327): Store=dc09646f53853cfd94ba739e87f912ee/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:54:45,092 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:54:45,092 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:54:45,093 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:54:45,094 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:54:45,094 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:54:45,094 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-04T04:54:45,096 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:54:45,099 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:54:45,100 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened dc09646f53853cfd94ba739e87f912ee; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9929429600, jitterRate=-0.0752498060464859}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-04T04:54:45,100 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:54:45,100 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for dc09646f53853cfd94ba739e87f912ee:
Running coprocessor pre-open hook at 1733288085084Writing region info on filesystem at 1733288085084Initializing all the Stores at 1733288085086 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288085086Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288085086Cleaning up temporary data from old regions at 1733288085094 (+8 ms)Running coprocessor post-open hooks at 1733288085100 (+6 ms)Region opened successfully at 1733288085100
2024-12-04T04:54:45,101 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., pid=28, masterSystemTime=1733288085069
2024-12-04T04:54:45,104 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:54:45,104 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:54:45,105 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=dc09646f53853cfd94ba739e87f912ee, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:45,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure dc09646f53853cfd94ba739e87f912ee, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:54:45,111 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-12-04T04:54:45,111 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure dc09646f53853cfd94ba739e87f912ee, server=67abd3a0ee76,37183,1733288063835 in 192 msec
2024-12-04T04:54:45,113 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-12-04T04:54:45,114 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=dc09646f53853cfd94ba739e87f912ee, ASSIGN in 353 msec
2024-12-04T04:54:45,115 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T04:54:45,115 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288085115"}]},"ts":"1733288085115"}
2024-12-04T04:54:45,118 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta
2024-12-04T04:54:45,119 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T04:54:45,122 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.1930 sec
2024-12-04T04:54:46,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-12-04T04:54:46,080 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed
2024-12-04T04:54:46,104 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:54:46,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk
2024-12-04T04:54:46,107 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T04:54:46,107 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:46,107 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "backup"
qualifier: "system_bulk"
 procId is: 29
2024-12-04T04:54:46,108 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-04T04:54:46,108 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T04:54:46,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741851_1027 (size=640)
2024-12-04T04:54:46,219 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-04T04:54:46,429 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-04T04:54:46,517 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ead921368d3a2f22f2aee2e1590d3bab, NAME => 'backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:54:46,524 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741852_1028 (size=45)
2024-12-04T04:54:46,739 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-04T04:54:46,928 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:46,928 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing ead921368d3a2f22f2aee2e1590d3bab, disabling compactions & flushes
2024-12-04T04:54:46,929 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.
2024-12-04T04:54:46,929 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.
2024-12-04T04:54:46,929 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab. after waiting 0 ms
2024-12-04T04:54:46,929 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.
2024-12-04T04:54:46,929 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.
2024-12-04T04:54:46,929 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for ead921368d3a2f22f2aee2e1590d3bab:
Waiting for close lock at 1733288086928Disabling compacts and flushes for region at 1733288086928Disabling writes for close at 1733288086929 (+1 ms)Writing region close event to WAL at 1733288086929Closed at 1733288086929
2024-12-04T04:54:46,933 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T04:54:46,933 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733288086933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733288086933"}]},"ts":"1733288086933"}
2024-12-04T04:54:46,937 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T04:54:46,939 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T04:54:46,940 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288086939"}]},"ts":"1733288086939"}
2024-12-04T04:54:46,943 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta
2024-12-04T04:54:46,944 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=ead921368d3a2f22f2aee2e1590d3bab, ASSIGN}]
2024-12-04T04:54:46,946 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=ead921368d3a2f22f2aee2e1590d3bab, ASSIGN
2024-12-04T04:54:46,947 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=ead921368d3a2f22f2aee2e1590d3bab, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37183,1733288063835; forceNewPlan=false, retain=false
2024-12-04T04:54:47,098 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=ead921368d3a2f22f2aee2e1590d3bab, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:47,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=ead921368d3a2f22f2aee2e1590d3bab, ASSIGN because future has completed
2024-12-04T04:54:47,101 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure ead921368d3a2f22f2aee2e1590d3bab, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:54:47,173 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-12-04T04:54:47,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-04T04:54:47,259 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.
2024-12-04T04:54:47,259 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => ead921368d3a2f22f2aee2e1590d3bab, NAME => 'backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:54:47,260 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:54:47,260 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk ead921368d3a2f22f2aee2e1590d3bab
2024-12-04T04:54:47,260 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:54:47,261 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for ead921368d3a2f22f2aee2e1590d3bab
2024-12-04T04:54:47,261 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for ead921368d3a2f22f2aee2e1590d3bab
2024-12-04T04:54:47,266 INFO  [StoreOpener-ead921368d3a2f22f2aee2e1590d3bab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region ead921368d3a2f22f2aee2e1590d3bab 
2024-12-04T04:54:47,273 INFO  [StoreOpener-ead921368d3a2f22f2aee2e1590d3bab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ead921368d3a2f22f2aee2e1590d3bab columnFamilyName meta
2024-12-04T04:54:47,273 DEBUG [StoreOpener-ead921368d3a2f22f2aee2e1590d3bab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:47,278 INFO  [StoreOpener-ead921368d3a2f22f2aee2e1590d3bab-1 {}] regionserver.HStore(327): Store=ead921368d3a2f22f2aee2e1590d3bab/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:54:47,279 INFO  [StoreOpener-ead921368d3a2f22f2aee2e1590d3bab-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region ead921368d3a2f22f2aee2e1590d3bab 
2024-12-04T04:54:47,286 INFO  [StoreOpener-ead921368d3a2f22f2aee2e1590d3bab-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ead921368d3a2f22f2aee2e1590d3bab columnFamilyName session
2024-12-04T04:54:47,286 DEBUG [StoreOpener-ead921368d3a2f22f2aee2e1590d3bab-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:47,287 INFO  [StoreOpener-ead921368d3a2f22f2aee2e1590d3bab-1 {}] regionserver.HStore(327): Store=ead921368d3a2f22f2aee2e1590d3bab/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:54:47,288 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for ead921368d3a2f22f2aee2e1590d3bab
2024-12-04T04:54:47,292 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system_bulk/ead921368d3a2f22f2aee2e1590d3bab
2024-12-04T04:54:47,293 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system_bulk/ead921368d3a2f22f2aee2e1590d3bab
2024-12-04T04:54:47,294 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for ead921368d3a2f22f2aee2e1590d3bab
2024-12-04T04:54:47,294 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for ead921368d3a2f22f2aee2e1590d3bab
2024-12-04T04:54:47,295 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-12-04T04:54:47,297 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for ead921368d3a2f22f2aee2e1590d3bab
2024-12-04T04:54:47,301 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system_bulk/ead921368d3a2f22f2aee2e1590d3bab/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:54:47,303 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened ead921368d3a2f22f2aee2e1590d3bab; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11007880000, jitterRate=0.025188714265823364}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-12-04T04:54:47,303 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ead921368d3a2f22f2aee2e1590d3bab
2024-12-04T04:54:47,304 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for ead921368d3a2f22f2aee2e1590d3bab:
Running coprocessor pre-open hook at 1733288087261Writing region info on filesystem at 1733288087261Initializing all the Stores at 1733288087263 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288087264 (+1 ms)Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288087264Cleaning up temporary data from old regions at 1733288087294 (+30 ms)Running coprocessor post-open hooks at 1733288087303 (+9 ms)Region opened successfully at 1733288087303
2024-12-04T04:54:47,306 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab., pid=31, masterSystemTime=1733288087252
2024-12-04T04:54:47,313 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.
2024-12-04T04:54:47,313 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.
2024-12-04T04:54:47,315 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=ead921368d3a2f22f2aee2e1590d3bab, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:47,328 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure ead921368d3a2f22f2aee2e1590d3bab, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:54:47,339 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30
2024-12-04T04:54:47,340 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure ead921368d3a2f22f2aee2e1590d3bab, server=67abd3a0ee76,37183,1733288063835 in 234 msec
2024-12-04T04:54:47,357 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-12-04T04:54:47,357 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=ead921368d3a2f22f2aee2e1590d3bab, ASSIGN in 395 msec
2024-12-04T04:54:47,360 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T04:54:47,361 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288087361"}]},"ts":"1733288087361"}
2024-12-04T04:54:47,366 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta
2024-12-04T04:54:47,368 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T04:54:47,371 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 1.2630 sec
2024-12-04T04:54:48,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-12-04T04:54:48,270 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed
2024-12-04T04:54:48,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:54:48,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:54:48,288 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-04T04:54:48,293 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:54:48,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms
2024-12-04T04:54:48,314 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-04T04:54:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733288088314 (current time:1733288088314).
2024-12-04T04:54:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-04T04:54:48,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-12-04T04:54:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1502d79e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:54:48,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:54:48,316 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:54:48,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:54:48,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:54:48,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47ef198c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:48,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:54:48,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:54:48,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:54:48,319 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35540, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:54:48,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@266f9832, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:48,322 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:54:48,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:54:48,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:54:48,326 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40470, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:54:48,328 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851.
2024-12-04T04:54:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:54:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:54:48,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:54:48,328 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:54:48,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-04T04:54:48,338 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-04T04:54:48,339 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32
2024-12-04T04:54:48,340 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-04T04:54:48,340 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-04T04:54:48,350 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-04T04:54:48,363 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-04T04:54:48,368 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741853_1029 (size=52)
2024-12-04T04:54:48,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-04T04:54:48,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-04T04:54:48,771 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-04T04:54:48,773 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc09646f53853cfd94ba739e87f912ee}]
2024-12-04T04:54:48,777 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:54:48,937 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33
2024-12-04T04:54:48,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:54:48,939 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing dc09646f53853cfd94ba739e87f912ee 2/2 column families, dataSize=45 B heapSize=632 B
2024-12-04T04:54:48,960 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/session/a8ea04d76cbc49bc8fc1436aa5d1a559 is 49, key is activesession:/session:c/1733288088304/Put/seqid=0
2024-12-04T04:54:48,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741854_1030 (size=5049)
2024-12-04T04:54:48,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-04T04:54:49,366 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/session/a8ea04d76cbc49bc8fc1436aa5d1a559
2024-12-04T04:54:49,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/session/a8ea04d76cbc49bc8fc1436aa5d1a559 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/a8ea04d76cbc49bc8fc1436aa5d1a559
2024-12-04T04:54:49,386 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/a8ea04d76cbc49bc8fc1436aa5d1a559, entries=1, sequenceid=5, filesize=4.9 K
2024-12-04T04:54:49,387 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for dc09646f53853cfd94ba739e87f912ee in 449ms, sequenceid=5, compaction requested=false
2024-12-04T04:54:49,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system'
2024-12-04T04:54:49,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for dc09646f53853cfd94ba739e87f912ee:

2024-12-04T04:54:49,388 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee. for snapshot_backup_system completed.
2024-12-04T04:54:49,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.' region-info for snapshot=snapshot_backup_system
2024-12-04T04:54:49,393 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-04T04:54:49,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-04T04:54:49,395 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/a8ea04d76cbc49bc8fc1436aa5d1a559] hfiles
2024-12-04T04:54:49,397 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/a8ea04d76cbc49bc8fc1436aa5d1a559 for snapshot=snapshot_backup_system
2024-12-04T04:54:49,405 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741855_1031 (size=95)
2024-12-04T04:54:49,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-04T04:54:49,806 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:54:49,808 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33
2024-12-04T04:54:49,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster(4169): Remote procedure done, pid=33
2024-12-04T04:54:49,811 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:54:49,811 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:54:49,814 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-12-04T04:54:49,814 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-04T04:54:49,814 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dc09646f53853cfd94ba739e87f912ee in 1.0390 sec
2024-12-04T04:54:49,816 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-04T04:54:49,817 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-04T04:54:49,817 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-12-04T04:54:49,820 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_backup_system
2024-12-04T04:54:49,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741856_1032 (size=731)
2024-12-04T04:54:50,237 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-04T04:54:50,248 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-04T04:54:50,249 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_backup_system
2024-12-04T04:54:50,251 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-04T04:54:50,251 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32
2024-12-04T04:54:50,253 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9170 sec
2024-12-04T04:54:50,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-12-04T04:54:50,489 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-04T04:54:50,490 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733288083754 started at 1733288090489.
2024-12-04T04:54:50,503 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733288083754 has been started.
2024-12-04T04:54:50,508 INFO  [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ...
2024-12-04T04:54:50,514 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc
2024-12-04T04:54:50,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-12-04T04:54:50,516 INFO  [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-12-04T04:54:50,516 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-12-04T04:54:50,516 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-12-04T04:54:50,516 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-12-04T04:54:50,517 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-04T04:54:50,517 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-12-04T04:54:50,564 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-04T04:54:50,564 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,564 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-04T04:54:50,564 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-04T04:54:50,564 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,564 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-12-04T04:54:50,565 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-12-04T04:54:50,565 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-04T04:54:50,566 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-12-04T04:54:50,566 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-12-04T04:54:50,566 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-12-04T04:54:50,567 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-12-04T04:54:50,567 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-12-04T04:54:50,568 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-12-04T04:54:50,568 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-12-04T04:54:50,568 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-12-04T04:54:50,568 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-12-04T04:54:50,568 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '67abd3a0ee76,37183,1733288063835' joining acquired barrier for procedure (rolllog) in zk
2024-12-04T04:54:50,574 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,574 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-12-04T04:54:50,574 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,574 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-04T04:54:50,574 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-04T04:54:50,574 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-12-04T04:54:50,574 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-12-04T04:54:50,575 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-04T04:54:50,575 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-04T04:54:50,576 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:54:50,576 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,577 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-04T04:54:50,577 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '67abd3a0ee76,37183,1733288063835' joining acquired barrier for procedure 'rolllog' on coordinator
2024-12-04T04:54:50,577 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-12-04T04:54:50,577 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@175c4b21[Count = 0] remaining members to acquire global barrier
2024-12-04T04:54:50,577 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-12-04T04:54:50,584 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-04T04:54:50,585 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-12-04T04:54:50,585 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-12-04T04:54:50,585 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-12-04T04:54:50,585 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,585 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-12-04T04:54:50,586 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-12-04T04:54:50,586 DEBUG [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,591 INFO  [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733288067272 highest: 1733288075272 on 67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,592 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0:(num 1733288067272) roll requested
2024-12-04T04:54:50,603 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288090592, exclude list is [], retry=0
2024-12-04T04:54:50,606 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-f183c3ee-d791-4f57-9159-5d6a667a6cae,DISK]
2024-12-04T04:54:50,608 INFO  [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288067272 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288090592
2024-12-04T04:54:50,609 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)]
2024-12-04T04:54:50,609 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288067272 is not closed yet, will try archiving it next time
2024-12-04T04:54:50,609 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1:(num 1733288075272) roll requested
2024-12-04T04:54:50,611 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741833_1009 (size=1034)
2024-12-04T04:54:50,613 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288067272 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288067272
2024-12-04T04:54:50,623 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288090609, exclude list is [], retry=0
2024-12-04T04:54:50,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-f183c3ee-d791-4f57-9159-5d6a667a6cae,DISK]
2024-12-04T04:54:50,627 INFO  [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288075272 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288090609
2024-12-04T04:54:50,628 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)]
2024-12-04T04:54:50,628 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288075272 is not closed yet, will try archiving it next time
2024-12-04T04:54:50,628 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 67abd3a0ee76%2C37183%2C1733288063835.meta:.meta(num 1733288068593) roll requested
2024-12-04T04:54:50,630 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741840_1016 (size=4756)
2024-12-04T04:54:50,641 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288090628.meta, exclude list is [], retry=0
2024-12-04T04:54:50,643 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-f183c3ee-d791-4f57-9159-5d6a667a6cae,DISK]
2024-12-04T04:54:50,645 INFO  [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288068593.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288090628.meta
2024-12-04T04:54:50,645 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)]
2024-12-04T04:54:50,645 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288068593.meta is not closed yet, will try archiving it next time
2024-12-04T04:54:50,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741834_1010 (size=12055)
2024-12-04T04:54:50,647 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288068593.meta not finished, retry = 0
2024-12-04T04:54:50,652 DEBUG [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61
2024-12-04T04:54:50,652 INFO  [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733288090592 on 67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,653 DEBUG [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:54:50,653 DEBUG [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:54:50,653 DEBUG [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@180582a8
2024-12-04T04:54:50,653 DEBUG [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:54:50,654 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54443, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-04T04:54:50,655 DEBUG [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:54:50,655 DEBUG [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:54:50,656 DEBUG [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:54:50,657 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:59669, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-04T04:54:50,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:54:50,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:54:50,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:40619/backupUT\x00', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:54:50,681 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-12-04T04:54:50,681 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '67abd3a0ee76,37183,1733288063835' in zk
2024-12-04T04:54:50,690 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,690 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-12-04T04:54:50,690 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-04T04:54:50,690 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,690 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-12-04T04:54:50,690 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-04T04:54:50,690 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-04T04:54:50,691 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-04T04:54:50,691 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-04T04:54:50,691 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:54:50,692 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,692 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-04T04:54:50,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:54:50,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,694 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '67abd3a0ee76,37183,1733288063835': 
2024-12-04T04:54:50,694 INFO  [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-12-04T04:54:50,694 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-12-04T04:54:50,694 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-12-04T04:54:50,694 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-12-04T04:54:50,694 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '67abd3a0ee76,37183,1733288063835' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-12-04T04:54:50,694 INFO  [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-12-04T04:54:50,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-04T04:54:50,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-04T04:54:50,700 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-04T04:54:50,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-12-04T04:54:50,700 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-12-04T04:54:50,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-04T04:54:50,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-04T04:54:50,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-04T04:54:50,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-04T04:54:50,701 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-04T04:54:50,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-04T04:54:50,701 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:54:50,702 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-04T04:54:50,702 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-04T04:54:50,702 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:54:50,703 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,703 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-04T04:54:50,703 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,704 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:54:50,704 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-04T04:54:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-04T04:54:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-04T04:54:50,720 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-04T04:54:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:54:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-04T04:54:50,720 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-04T04:54:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-04T04:54:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-04T04:54:50,720 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-04T04:54:50,720 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-04T04:54:50,721 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-12-04T04:54:50,721 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-04T04:54:50,721 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-12-04T04:54:50,721 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-04T04:54:50,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-12-04T04:54:50,737 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733288090736_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 }
2024-12-04T04:54:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733288090737 (current time:1733288090737).
2024-12-04T04:54:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-04T04:54:50,737 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733288090736_default_test-1733288073532 VERSION not specified, setting to 2
2024-12-04T04:54:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e9117a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:54:50,738 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:54:50,739 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:54:50,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:54:50,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:54:50,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c5fb1a0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:50,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:54:50,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:54:50,740 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:54:50,740 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:54:50,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@58214e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:50,741 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:54:50,742 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:54:50,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:54:50,744 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:54:50,745 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851.
2024-12-04T04:54:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:54:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:54:50,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:54:50,745 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:54:50,746 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-04T04:54:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733288090736_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 }
2024-12-04T04:54:50,747 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733288090736_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 }, snapshot procedure id = 34
2024-12-04T04:54:50,748 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733288090736_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-04T04:54:50,749 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-04T04:54:50,750 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733288090736_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-04T04:54:50,753 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733288090736_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-04T04:54:50,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741860_1036 (size=84)
2024-12-04T04:54:50,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-04T04:54:50,945 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T04:54:51,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-04T04:54:51,085 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk'
2024-12-04T04:54:51,161 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733288090736_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-04T04:54:51,161 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94}]
2024-12-04T04:54:51,162 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:51,314 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35
2024-12-04T04:54:51,315 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:54:51,315 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing 7b8ae22d56d9b7882b6bd3647aaaec94 3/3 column families, dataSize=654 B heapSize=2.25 KB
2024-12-04T04:54:51,338 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/f3/b7c0c686e11944f8923d96fb7d89f9ec is 58, key is row-test-1733288073532-3-0/f3:q1/1733288083721/Put/seqid=0
2024-12-04T04:54:51,343 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741861_1037 (size=5387)
2024-12-04T04:54:51,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-04T04:54:51,744 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/f3/b7c0c686e11944f8923d96fb7d89f9ec
2024-12-04T04:54:51,775 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741862_1038 (size=4469)
2024-12-04T04:54:51,889 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-04T04:54:52,183 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/mob/a6b6a20cde044b2c82b3b3a785abf50f is 59, key is row-test-1733288073532-3-0/mob:q1/1733288083737/Put/seqid=0
2024-12-04T04:54:52,188 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741863_1039 (size=5484)
2024-12-04T04:54:52,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system
2024-12-04T04:54:52,252 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer
2024-12-04T04:54:52,253 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk
2024-12-04T04:54:52,253 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer
2024-12-04T04:54:52,590 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/mob/a6b6a20cde044b2c82b3b3a785abf50f
2024-12-04T04:54:52,599 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/f3/b7c0c686e11944f8923d96fb7d89f9ec as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f3/b7c0c686e11944f8923d96fb7d89f9ec
2024-12-04T04:54:52,606 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f3/b7c0c686e11944f8923d96fb7d89f9ec, entries=6, sequenceid=121, filesize=5.3 K
2024-12-04T04:54:52,608 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/mob/a6b6a20cde044b2c82b3b3a785abf50f as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/a6b6a20cde044b2c82b3b3a785abf50f
2024-12-04T04:54:52,615 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/a6b6a20cde044b2c82b3b3a785abf50f, entries=6, sequenceid=121, filesize=5.4 K
2024-12-04T04:54:52,617 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for 7b8ae22d56d9b7882b6bd3647aaaec94 in 1302ms, sequenceid=121, compaction requested=false
2024-12-04T04:54:52,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for 7b8ae22d56d9b7882b6bd3647aaaec94:

2024-12-04T04:54:52,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94. for snapshot_1733288090736_default_test-1733288073532 completed.
2024-12-04T04:54:52,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.' region-info for snapshot=snapshot_1733288090736_default_test-1733288073532
2024-12-04T04:54:52,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-04T04:54:52,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/bfb9f0823715418aa06b47832f4dec7e] hfiles
2024-12-04T04:54:52,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/bfb9f0823715418aa06b47832f4dec7e for snapshot=snapshot_1733288090736_default_test-1733288073532
2024-12-04T04:54:52,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f3/b7c0c686e11944f8923d96fb7d89f9ec] hfiles
2024-12-04T04:54:52,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f3/b7c0c686e11944f8923d96fb7d89f9ec for snapshot=snapshot_1733288090736_default_test-1733288073532
2024-12-04T04:54:52,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/a6b6a20cde044b2c82b3b3a785abf50f] hfiles
2024-12-04T04:54:52,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/a6b6a20cde044b2c82b3b3a785abf50f for snapshot=snapshot_1733288090736_default_test-1733288073532
2024-12-04T04:54:52,623 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741864_1040 (size=185)
2024-12-04T04:54:52,762 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-12-04T04:54:52,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-04T04:54:53,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:54:53,024 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35
2024-12-04T04:54:53,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster(4169): Remote procedure done, pid=35
2024-12-04T04:54:53,025 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733288090736_default_test-1733288073532 on region 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:53,025 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:54:53,030 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34
2024-12-04T04:54:53,030 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733288090736_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-04T04:54:53,030 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94 in 1.8660 sec
2024-12-04T04:54:53,031 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733288090736_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-04T04:54:53,033 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-12-04T04:54:53,033 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-12-04T04:54:53,034 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:53,035 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f
2024-12-04T04:54:53,035 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:53,035 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3
2024-12-04T04:54:53,035 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:54:53,036 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob
2024-12-04T04:54:53,042 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741865_1041 (size=49)
2024-12-04T04:54:53,444 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733288090736_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-04T04:54:53,444 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733288090736_default_test-1733288073532
2024-12-04T04:54:53,445 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_1733288090736_default_test-1733288073532
2024-12-04T04:54:53,455 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741866_1042 (size=1146)
2024-12-04T04:54:53,862 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733288090736_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-04T04:54:53,880 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733288090736_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-04T04:54:53,882 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_1733288090736_default_test-1733288073532 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_1733288090736_default_test-1733288073532
2024-12-04T04:54:53,885 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733288090736_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-04T04:54:53,885 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733288090736_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 }, snapshot procedure id = 34
2024-12-04T04:54:53,887 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733288090736_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } in 3.1390 sec
2024-12-04T04:54:54,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-12-04T04:54:54,921 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733288073532 completed
2024-12-04T04:54:54,923 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733288094921_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 }
2024-12-04T04:54:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733288094923 (current time:1733288094923).
2024-12-04T04:54:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-04T04:54:54,923 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733288094921_ns2_test-17332880735321 VERSION not specified, setting to 2
2024-12-04T04:54:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4185347, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:54:54,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:54:54,928 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:54:54,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:54:54,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:54:54,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8f436ad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:54,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:54:54,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:54:54,929 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:54:54,930 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:32776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:54:54,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f4edca9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:54:54,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:54:54,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:54:54,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:54:54,934 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:44426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:54:54,936 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851.
2024-12-04T04:54:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:54:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:54:54,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:54:54,936 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:54:54,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-04T04:54:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733288094921_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 }
2024-12-04T04:54:54,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733288094921_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 }, snapshot procedure id = 36
2024-12-04T04:54:54,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-04T04:54:54,939 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733288094921_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-04T04:54:54,940 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733288094921_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-04T04:54:54,944 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733288094921_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-04T04:54:54,949 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741867_1043 (size=86)
2024-12-04T04:54:55,049 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-04T04:54:55,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-04T04:54:55,351 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733288094921_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-04T04:54:55,352 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 367fa59b71ea9c2dd2bbd8087a5de216}]
2024-12-04T04:54:55,353 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:54:55,504 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37
2024-12-04T04:54:55,505 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.
2024-12-04T04:54:55,505 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing 367fa59b71ea9c2dd2bbd8087a5de216 1/1 column families, dataSize=3.17 KB heapSize=11 KB
2024-12-04T04:54:55,522 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/.tmp/f/647ce0a923cc4891bc306c590c0559e7 is 37, key is row10/f:q1/1733288078620/Put/seqid=0
2024-12-04T04:54:55,526 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741868_1044 (size=8413)
2024-12-04T04:54:55,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-04T04:54:55,927 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/.tmp/f/647ce0a923cc4891bc306c590c0559e7
2024-12-04T04:54:55,936 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/.tmp/f/647ce0a923cc4891bc306c590c0559e7 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/647ce0a923cc4891bc306c590c0559e7
2024-12-04T04:54:55,945 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/647ce0a923cc4891bc306c590c0559e7, entries=99, sequenceid=103, filesize=8.2 K
2024-12-04T04:54:55,946 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for 367fa59b71ea9c2dd2bbd8087a5de216 in 441ms, sequenceid=103, compaction requested=false
2024-12-04T04:54:55,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for 367fa59b71ea9c2dd2bbd8087a5de216:

2024-12-04T04:54:55,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216. for snapshot_1733288094921_ns2_test-17332880735321 completed.
2024-12-04T04:54:55,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.' region-info for snapshot=snapshot_1733288094921_ns2_test-17332880735321
2024-12-04T04:54:55,946 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-04T04:54:55,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/647ce0a923cc4891bc306c590c0559e7] hfiles
2024-12-04T04:54:55,947 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/647ce0a923cc4891bc306c590c0559e7 for snapshot=snapshot_1733288094921_ns2_test-17332880735321
2024-12-04T04:54:55,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741869_1045 (size=91)
2024-12-04T04:54:55,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.
2024-12-04T04:54:55,954 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37
2024-12-04T04:54:55,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster(4169): Remote procedure done, pid=37
2024-12-04T04:54:55,955 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733288094921_ns2_test-17332880735321 on region 367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:54:55,955 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:54:55,958 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-12-04T04:54:55,958 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 367fa59b71ea9c2dd2bbd8087a5de216 in 604 msec
2024-12-04T04:54:55,958 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733288094921_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-04T04:54:55,958 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733288094921_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-04T04:54:55,959 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733288094921_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-04T04:54:55,959 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733288094921_ns2_test-17332880735321
2024-12-04T04:54:55,960 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_1733288094921_ns2_test-17332880735321
2024-12-04T04:54:55,968 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741870_1046 (size=456)
2024-12-04T04:54:56,079 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-04T04:54:56,371 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733288094921_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-04T04:54:56,379 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733288094921_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-04T04:54:56,379 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_1733288094921_ns2_test-17332880735321 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_1733288094921_ns2_test-17332880735321
2024-12-04T04:54:56,381 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733288094921_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-04T04:54:56,381 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733288094921_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 }, snapshot procedure id = 36
2024-12-04T04:54:56,383 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733288094921_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } in 1.4440 sec
2024-12-04T04:54:57,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-12-04T04:54:57,090 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17332880735321 completed
2024-12-04T04:54:57,090 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733288083754
2024-12-04T04:54:57,090 INFO  [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting.
2024-12-04T04:54:57,092 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied.
2024-12-04T04:54:57,094 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733288083754_test-1733288073532
2024-12-04T04:54:57,094 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733288090736_default_test-1733288073532 to hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/
2024-12-04T04:54:57,100 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-04T04:54:57,133 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:40619, inputRoot=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:54:57,133 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1398929057_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/.hbase-snapshot/.tmp/snapshot_1733288090736_default_test-1733288073532
2024-12-04T04:54:57,136 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-04T04:54:57,143 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_1733288090736_default_test-1733288073532 to hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/.hbase-snapshot/.tmp/snapshot_1733288090736_default_test-1733288073532
2024-12-04T04:54:57,158 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741872_1048 (size=1146)
2024-12-04T04:54:57,163 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741871_1047 (size=84)
2024-12-04T04:54:57,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:54:57,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:54:57,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:54:58,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-17978540970728455169.jar
2024-12-04T04:54:58,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:54:58,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:54:58,485 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-8670564536430014661.jar
2024-12-04T04:54:58,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:54:58,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:54:58,486 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:54:58,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:54:58,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:54:58,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:54:58,487 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:54:58,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-04T04:54:58,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-04T04:54:58,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-04T04:54:58,488 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-04T04:54:58,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-04T04:54:58,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-04T04:54:58,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-04T04:54:58,489 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-04T04:54:58,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-04T04:54:58,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-04T04:54:58,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:54:58,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:54:58,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:54:58,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:54:58,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:54:58,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:54:58,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:54:58,546 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-04T04:54:58,560 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-04T04:54:58,568 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733288090736_default_test-1733288073532' hfile list
2024-12-04T04:54:58,574 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K
2024-12-04T04:54:58,777 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local2140900824_0001_be0fb31c-deba-40a5-8a77-d16340a485c6/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-04T04:54:58,777 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local2140900824_0001_be0fb31c-deba-40a5-8a77-d16340a485c6/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-04T04:54:58,918 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-12-04T04:54:58,975 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741873_1049 (size=8413)
2024-12-04T04:54:59,388 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/bfb9f0823715418aa06b47832f4dec7e output=hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/bfb9f0823715418aa06b47832f4dec7e
2024-12-04T04:54:59,390 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.017M/sec
2024-12-04T04:54:59,415 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741874_1050 (size=5484)
2024-12-04T04:54:59,821 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/a6b6a20cde044b2c82b3b3a785abf50f output=hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/a6b6a20cde044b2c82b3b3a785abf50f
2024-12-04T04:54:59,821 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec
2024-12-04T04:54:59,868 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741875_1051 (size=5387)
2024-12-04T04:54:59,875 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f3/b7c0c686e11944f8923d96fb7d89f9ec output=hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f3/b7c0c686e11944f8923d96fb7d89f9ec
2024-12-04T04:54:59,875 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.105M/sec
2024-12-04T04:55:00,862 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-04T04:55:00,864 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-04T04:55:00,873 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733288090736_default_test-1733288073532
2024-12-04T04:55:00,873 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733288090736_default_test-1733288073532 finished.
2024-12-04T04:55:00,873 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733288083754_ns2:test-17332880735321
2024-12-04T04:55:00,873 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733288094921_ns2_test-17332880735321 to hdfs://localhost:40619/backupUT/backup_1733288083754/ns2/test-17332880735321/
2024-12-04T04:55:00,874 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-04T04:55:00,899 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:40619, inputRoot=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:55:00,899 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1398929057_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40619/backupUT/backup_1733288083754/ns2/test-17332880735321, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40619/backupUT/backup_1733288083754/ns2/test-17332880735321/.hbase-snapshot/.tmp/snapshot_1733288094921_ns2_test-17332880735321
2024-12-04T04:55:00,901 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-04T04:55:00,907 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_1733288094921_ns2_test-17332880735321 to hdfs://localhost:40619/backupUT/backup_1733288083754/ns2/test-17332880735321/.hbase-snapshot/.tmp/snapshot_1733288094921_ns2_test-17332880735321
2024-12-04T04:55:00,921 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741877_1053 (size=456)
2024-12-04T04:55:00,927 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741876_1052 (size=86)
2024-12-04T04:55:01,330 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:01,331 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:01,331 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:02,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-17478218463377781585.jar
2024-12-04T04:55:02,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:02,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:02,306 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-11731093007935142255.jar
2024-12-04T04:55:02,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:02,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:02,307 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:02,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:02,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:02,308 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:02,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:55:02,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-04T04:55:02,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-04T04:55:02,309 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-04T04:55:02,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-04T04:55:02,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-04T04:55:02,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-04T04:55:02,310 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-04T04:55:02,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-04T04:55:02,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-04T04:55:02,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-04T04:55:02,311 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:02,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:02,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:02,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:02,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:02,312 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:02,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:02,349 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-04T04:55:02,360 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-04T04:55:02,366 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733288094921_ns2_test-17332880735321' hfile list
2024-12-04T04:55:02,369 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K
2024-12-04T04:55:02,458 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local579564295_0002_e512da6d-bb29-4a30-9dbf-0f76bd980100/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-04T04:55:02,458 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local579564295_0002_e512da6d-bb29-4a30-9dbf-0f76bd980100/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-04T04:55:02,532 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-12-04T04:55:02,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741878_1054 (size=8413)
2024-12-04T04:55:02,984 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/647ce0a923cc4891bc306c590c0559e7 output=hdfs://localhost:40619/backupUT/backup_1733288083754/ns2/test-17332880735321/archive/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/647ce0a923cc4891bc306c590c0559e7
2024-12-04T04:55:02,984 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec
2024-12-04T04:55:03,506 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-04T04:55:03,508 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-04T04:55:03,517 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733288094921_ns2_test-17332880735321
2024-12-04T04:55:03,517 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733288094921_ns2_test-17332880735321 finished.
2024-12-04T04:55:03,517 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733288073532
2024-12-04T04:55:03,518 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17332880735321
2024-12-04T04:55:03,561 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733288083754
2024-12-04T04:55:03,561 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it.
2024-12-04T04:55:03,576 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741879_1055 (size=97)
2024-12-04T04:55:03,975 INFO  [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:40619/backupUT/backup_1733288083754/.backup.manifest
2024-12-04T04:55:03,977 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733288083754 finished: type=FULL,tablelist=test-1733288073532;ns2:test-17332880735321,targetRootDir=hdfs://localhost:40619/backupUT,startts=1733288090489,completets=1733288103559,bytescopied=0
2024-12-04T04:55:03,977 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup.
2024-12-04T04:55:03,977 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733288090736_default_test-1733288073532
2024-12-04T04:55:03,981 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733288090736_default_test-1733288073532"
type: DISABLED

2024-12-04T04:55:03,984 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733288090736_default_test-1733288073532
2024-12-04T04:55:03,986 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733288090736_default_test-1733288073532 for backup backup_1733288083754 succeeded.
2024-12-04T04:55:03,987 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733288094921_ns2_test-17332880735321
2024-12-04T04:55:03,987 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733288094921_ns2_test-17332880735321"
type: DISABLED

2024-12-04T04:55:03,990 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733288094921_ns2_test-17332880735321
2024-12-04T04:55:03,991 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733288094921_ns2_test-17332880735321 for backup backup_1733288083754 succeeded.
2024-12-04T04:55:03,992 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-04T04:55:04,002 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system"
type: DISABLED

2024-12-04T04:55:04,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-12-04T04:55:04,006 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-12-04T04:55:04,011 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-04T04:55:04,027 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733288083754 completed.
2024-12-04T04:55:04,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:04,043 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:04,049 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1733288083754', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:55:04,054 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:40619/backupUT/backup_1733288083754/.backup.manifest
2024-12-04T04:55:04,057 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733288083754/.backup.manifest
2024-12-04T04:55:04,066 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:04,071 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:04,296 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): writing 99 rows to test-1733288073532
2024-12-04T04:55:04,318 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(119): written 99 rows to test-1733288073532
2024-12-04T04:55:04,523 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(123): written 111 rows to test-1733288073532 to Mob enabled CF
2024-12-04T04:55:04,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17332880735321', row='row-t20', locateType=CURRENT is [region=ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:55:04,552 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(136): written 5 rows to ns2:test-17332880735321
2024-12-04T04:55:04,559 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.3 split test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:55:04,559 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] assignment.SplitTableRegionProcedure(210): test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94. splitKey isn't explicitly specified, will try to find a best split key from RS 67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:04,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/bfb9f0823715418aa06b47832f4dec7e because midkey is the same as first or last row
2024-12-04T04:55:04,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f3/b7c0c686e11944f8923d96fb7d89f9ec because midkey is the same as first or last row
2024-12-04T04:55:04,563 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/a6b6a20cde044b2c82b3b3a785abf50f because midkey is the same as first or last row
2024-12-04T04:55:04,563 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.HRegion(2902): Flushing 7b8ae22d56d9b7882b6bd3647aaaec94 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB
2024-12-04T04:55:04,582 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/f/0f728f0684784debac35ba1f9c719490 is 59, key is row-test-1733288073532-1-10/f:q1/1733288104098/Put/seqid=0
2024-12-04T04:55:04,587 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741880_1056 (size=10796)
2024-12-04T04:55:04,988 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/f/0f728f0684784debac35ba1f9c719490
2024-12-04T04:55:05,007 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120454fe3a9ff6bd4a45b8be417623320504_7b8ae22d56d9b7882b6bd3647aaaec94 is 63, key is row-test-1733288073532-3-100/mob:q1/1733288104504/Put/seqid=0
2024-12-04T04:55:05,011 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741881_1057 (size=5591)
2024-12-04T04:55:05,412 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:55:05,419 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120454fe3a9ff6bd4a45b8be417623320504_7b8ae22d56d9b7882b6bd3647aaaec94 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/mobdir/data/default/test-1733288073532/98f99df6377610e5f5ccced2ab273321/mob/d41d8cd98f00b204e9800998ecf8427e2024120454fe3a9ff6bd4a45b8be417623320504_7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:05,420 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/mob/d2240affe1f04c7b87217dd2985d4028, store: [table=test-1733288073532 family=mob region=7b8ae22d56d9b7882b6bd3647aaaec94]
2024-12-04T04:55:05,421 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/mob/d2240affe1f04c7b87217dd2985d4028 is 192, key is row-test-1733288073532-3-100/mob:q1/1733288104504/Put/seqid=0
2024-12-04T04:55:05,425 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741882_1058 (size=13760)
2024-12-04T04:55:05,826 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/mob/d2240affe1f04c7b87217dd2985d4028
2024-12-04T04:55:05,835 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/f/0f728f0684784debac35ba1f9c719490 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/0f728f0684784debac35ba1f9c719490
2024-12-04T04:55:05,845 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/0f728f0684784debac35ba1f9c719490, entries=99, sequenceid=334, filesize=10.5 K
2024-12-04T04:55:05,847 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/mob/d2240affe1f04c7b87217dd2985d4028 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/d2240affe1f04c7b87217dd2985d4028
2024-12-04T04:55:05,855 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/d2240affe1f04c7b87217dd2985d4028, entries=111, sequenceid=334, filesize=13.4 K
2024-12-04T04:55:05,856 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for 7b8ae22d56d9b7882b6bd3647aaaec94 in 1293ms, sequenceid=334, compaction requested=false
2024-12-04T04:55:05,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.HRegion(2603): Flush status journal for 7b8ae22d56d9b7882b6bd3647aaaec94:

2024-12-04T04:55:05,856 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/0f728f0684784debac35ba1f9c719490 because midkey is the same as first or last row
2024-12-04T04:55:05,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f3/b7c0c686e11944f8923d96fb7d89f9ec because midkey is the same as first or last row
2024-12-04T04:55:05,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/d2240affe1f04c7b87217dd2985d4028 because midkey is the same as first or last row
2024-12-04T04:55:05,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:05,860 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT]
2024-12-04T04:55:05,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.CallRunner(138): callId: 303 service: MasterService methodName: SplitRegion size: 98 connection: 172.17.0.3:35530 deadline: 1733288164558, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
2024-12-04T04:55:05,864 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1733288073532 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240)
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135)
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176)
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316)
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137)
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309)
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:55:05,864 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(147): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240)
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135)
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176)
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316)
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137)
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309)
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:55:05,865 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1])
2024-12-04T04:55:05,867 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733288073532,, stopping at row=test-1733288073532 ,, for max=2147483647 with caching=100
2024-12-04T04:55:05,879 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733288073532,, stopping at row=test-1733288073532 ,, for max=2147483647 with caching=100
2024-12-04T04:55:05,891 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(152): split finished in =1339
2024-12-04T04:55:05,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:05,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:05,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:05,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:05,937 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-04T04:55:05,942 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733288105891
2024-12-04T04:55:05,949 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733288083754}
2024-12-04T04:55:05,949 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-12-04T04:55:05,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:05,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:05,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:05,986 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:05,994 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-04T04:55:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733288105994 (current time:1733288105994).
2024-12-04T04:55:05,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-04T04:55:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-12-04T04:55:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ac8740d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:55:05,995 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:55:05,996 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:55:05,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:55:05,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:55:05,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5448f1f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:05,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:55:05,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:55:05,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:05,998 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:55:05,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3cb45264, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:05,999 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:55:06,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:55:06,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:55:06,001 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36892, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:55:06,002 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851.
2024-12-04T04:55:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:55:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:06,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:06,002 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:55:06,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-04T04:55:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-04T04:55:06,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39
2024-12-04T04:55:06,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-04T04:55:06,005 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-04T04:55:06,006 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-04T04:55:06,009 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-04T04:55:06,014 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741883_1059 (size=52)
2024-12-04T04:55:06,109 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-04T04:55:06,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-04T04:55:06,416 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-04T04:55:06,417 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc09646f53853cfd94ba739e87f912ee}]
2024-12-04T04:55:06,418 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:55:06,570 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40
2024-12-04T04:55:06,570 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:55:06,571 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing dc09646f53853cfd94ba739e87f912ee 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB
2024-12-04T04:55:06,585 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/meta/389710fe8a584a16a105a7467833b213 is 158, key is trslm:hdfs://localhost:40619/backupUT\x00ns2:test-17332880735321/meta:log-roll-map/1733288103547/Put/seqid=0
2024-12-04T04:55:06,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741884_1060 (size=5914)
2024-12-04T04:55:06,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-04T04:55:06,991 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/meta/389710fe8a584a16a105a7467833b213
2024-12-04T04:55:07,000 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/session/37985546f07641a29994e22de1541e61 is 433, key is session:backup_1733288083754/session:context/1733288104010/Put/seqid=0
2024-12-04T04:55:07,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741885_1061 (size=5535)
2024-12-04T04:55:07,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-04T04:55:07,406 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/session/37985546f07641a29994e22de1541e61
2024-12-04T04:55:07,413 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/meta/389710fe8a584a16a105a7467833b213 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/389710fe8a584a16a105a7467833b213
2024-12-04T04:55:07,419 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/389710fe8a584a16a105a7467833b213, entries=6, sequenceid=17, filesize=5.8 K
2024-12-04T04:55:07,421 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/session/37985546f07641a29994e22de1541e61 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/37985546f07641a29994e22de1541e61
2024-12-04T04:55:07,427 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/37985546f07641a29994e22de1541e61, entries=2, sequenceid=17, filesize=5.4 K
2024-12-04T04:55:07,429 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for dc09646f53853cfd94ba739e87f912ee in 858ms, sequenceid=17, compaction requested=false
2024-12-04T04:55:07,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for dc09646f53853cfd94ba739e87f912ee:

2024-12-04T04:55:07,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee. for snapshot_backup_system completed.
2024-12-04T04:55:07,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.' region-info for snapshot=snapshot_backup_system
2024-12-04T04:55:07,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-04T04:55:07,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/389710fe8a584a16a105a7467833b213] hfiles
2024-12-04T04:55:07,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/389710fe8a584a16a105a7467833b213 for snapshot=snapshot_backup_system
2024-12-04T04:55:07,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/a8ea04d76cbc49bc8fc1436aa5d1a559, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/37985546f07641a29994e22de1541e61] hfiles
2024-12-04T04:55:07,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/a8ea04d76cbc49bc8fc1436aa5d1a559 for snapshot=snapshot_backup_system
2024-12-04T04:55:07,429 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/37985546f07641a29994e22de1541e61 for snapshot=snapshot_backup_system
2024-12-04T04:55:07,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741886_1062 (size=173)
2024-12-04T04:55:07,839 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:55:07,840 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40
2024-12-04T04:55:07,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster(4169): Remote procedure done, pid=40
2024-12-04T04:55:07,841 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:55:07,841 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:55:07,844 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39
2024-12-04T04:55:07,844 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-04T04:55:07,844 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dc09646f53853cfd94ba739e87f912ee in 1.4250 sec
2024-12-04T04:55:07,845 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-04T04:55:07,847 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-04T04:55:07,847 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-12-04T04:55:07,848 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_backup_system
2024-12-04T04:55:07,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741887_1063 (size=810)
2024-12-04T04:55:08,149 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-04T04:55:08,279 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-04T04:55:08,288 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-04T04:55:08,289 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_backup_system
2024-12-04T04:55:08,291 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-04T04:55:08,292 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39
2024-12-04T04:55:08,294 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2890 sec
2024-12-04T04:55:09,826 DEBUG [master/67abd3a0ee76:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733288073532
2024-12-04T04:55:09,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741888_1064 (size=950)
2024-12-04T04:55:10,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-12-04T04:55:10,170 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-04T04:55:10,170 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733288105891 started at 1733288110170.
2024-12-04T04:55:10,172 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733288105891 has been started.
2024-12-04T04:55:10,177 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [test-1733288073532, ns2:test-17332880735321]
2024-12-04T04:55:10,181 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733288075272for backupID backup_1733288105891
2024-12-04T04:55:10,181 INFO  [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ...
2024-12-04T04:55:10,182 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc
2024-12-04T04:55:10,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-12-04T04:55:10,182 INFO  [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-12-04T04:55:10,182 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-12-04T04:55:10,183 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-12-04T04:55:10,183 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-12-04T04:55:10,183 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-04T04:55:10,183 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-12-04T04:55:10,242 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/.tabledesc/.tableinfo.0000000002.908
2024-12-04T04:55:10,242 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/.tabledesc/.tableinfo.0000000003.950
2024-12-04T04:55:10,247 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733288073532 in 421 msec
2024-12-04T04:55:10,257 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,257 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-04T04:55:10,258 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-04T04:55:10,258 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-04T04:55:10,258 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,258 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-12-04T04:55:10,258 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-12-04T04:55:10,259 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-04T04:55:10,259 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-12-04T04:55:10,259 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-12-04T04:55:10,259 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-12-04T04:55:10,260 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-12-04T04:55:10,260 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-12-04T04:55:10,260 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-12-04T04:55:10,260 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-12-04T04:55:10,260 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-12-04T04:55:10,260 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-12-04T04:55:10,260 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '67abd3a0ee76,37183,1733288063835' joining acquired barrier for procedure (rolllog) in zk
2024-12-04T04:55:10,288 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,288 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:10,289 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,289 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-04T04:55:10,289 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-04T04:55:10,289 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-12-04T04:55:10,289 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-12-04T04:55:10,289 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-04T04:55:10,290 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-04T04:55:10,290 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:10,291 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,291 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-04T04:55:10,292 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '67abd3a0ee76,37183,1733288063835' joining acquired barrier for procedure 'rolllog' on coordinator
2024-12-04T04:55:10,292 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@6e199c4a[Count = 0] remaining members to acquire global barrier
2024-12-04T04:55:10,292 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-12-04T04:55:10,292 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:10,299 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:10,299 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:10,299 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:10,299 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-12-04T04:55:10,299 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,299 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-12-04T04:55:10,300 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-12-04T04:55:10,300 DEBUG [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,300 INFO  [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733288090592 highest: 1733288090609 on 67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,300 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0:(num 1733288090592) roll requested
2024-12-04T04:55:10,322 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288110300, exclude list is [], retry=0
2024-12-04T04:55:10,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-f183c3ee-d791-4f57-9159-5d6a667a6cae,DISK]
2024-12-04T04:55:10,328 INFO  [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288090592 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288110300
2024-12-04T04:55:10,329 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)]
2024-12-04T04:55:10,329 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288090592 is not closed yet, will try archiving it next time
2024-12-04T04:55:10,329 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1:(num 1733288090609) roll requested
2024-12-04T04:55:10,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741857_1033 (size=1198)
2024-12-04T04:55:10,351 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288110329, exclude list is [], retry=0
2024-12-04T04:55:10,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-f183c3ee-d791-4f57-9159-5d6a667a6cae,DISK]
2024-12-04T04:55:10,367 INFO  [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288090609 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288110329
2024-12-04T04:55:10,368 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)]
2024-12-04T04:55:10,368 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288090609 is not closed yet, will try archiving it next time
2024-12-04T04:55:10,368 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 67abd3a0ee76%2C37183%2C1733288063835.meta:.meta(num 1733288090628) roll requested
2024-12-04T04:55:10,382 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288075272 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288075272
2024-12-04T04:55:10,384 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288090609 not finished, retry = 0
2024-12-04T04:55:10,388 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741858_1034 (size=30490)
2024-12-04T04:55:10,392 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288110369.meta, exclude list is [], retry=0
2024-12-04T04:55:10,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-f183c3ee-d791-4f57-9159-5d6a667a6cae,DISK]
2024-12-04T04:55:10,403 DEBUG [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 81
2024-12-04T04:55:10,404 INFO  [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733288110300 on 67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,407 INFO  [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288090628.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288110369.meta
2024-12-04T04:55:10,407 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)]
2024-12-04T04:55:10,407 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288090628.meta is not closed yet, will try archiving it next time
2024-12-04T04:55:10,409 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741859_1035 (size=93)
2024-12-04T04:55:10,410 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288090628.meta to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288090628.meta
2024-12-04T04:55:10,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:10,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:10,443 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-12-04T04:55:10,443 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '67abd3a0ee76,37183,1733288063835' in zk
2024-12-04T04:55:10,456 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-12-04T04:55:10,456 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,456 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-04T04:55:10,456 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-12-04T04:55:10,456 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,456 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-04T04:55:10,456 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-04T04:55:10,456 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-04T04:55:10,457 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-04T04:55:10,457 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:10,458 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,458 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-04T04:55:10,458 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:10,459 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,460 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '67abd3a0ee76,37183,1733288063835': 
2024-12-04T04:55:10,460 INFO  [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-12-04T04:55:10,460 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '67abd3a0ee76,37183,1733288063835' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-12-04T04:55:10,460 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-12-04T04:55:10,460 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-12-04T04:55:10,460 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-12-04T04:55:10,460 INFO  [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-12-04T04:55:10,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-04T04:55:10,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-04T04:55:10,467 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-04T04:55:10,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-12-04T04:55:10,467 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-12-04T04:55:10,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-04T04:55:10,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-04T04:55:10,467 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-04T04:55:10,468 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-04T04:55:10,468 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-04T04:55:10,468 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-04T04:55:10,468 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,468 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:10,468 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-04T04:55:10,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-04T04:55:10,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:10,469 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,470 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-04T04:55:10,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:10,470 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-04T04:55:10,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-04T04:55:10,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-04T04:55:10,478 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-04T04:55:10,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:10,478 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-04T04:55:10,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:10,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:10,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-04T04:55:10,478 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-04T04:55:10,478 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-04T04:55:10,478 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-12-04T04:55:10,479 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-04T04:55:10,479 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-12-04T04:55:10,479 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-04T04:55:10,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-12-04T04:55:10,493 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup()
olderTimestamps: {67abd3a0ee76:37183=1733288075272}
 newestTimestamps: {67abd3a0ee76:37183=1733288090609}
2024-12-04T04:55:10,496 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 67abd3a0ee76%2C37183%2C1733288063835.meta.1733288068593.meta
2024-12-04T04:55:10,496 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 67abd3a0ee76%2C37183%2C1733288063835.meta.1733288110369.meta
2024-12-04T04:55:10,496 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288090592
2024-12-04T04:55:10,496 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288110300
2024-12-04T04:55:10,496 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288090609
2024-12-04T04:55:10,496 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288110329
2024-12-04T04:55:10,497 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288090628.meta
2024-12-04T04:55:10,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741892_1068 (size=950)
2024-12-04T04:55:10,510 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733288073532 target: hdfs://localhost:40619/backupUT/backup_1733288105891/default/test-1733288073532 descriptor: 'test-1733288073532', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:55:10,510 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-04T04:55:10,512 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733288073532
2024-12-04T04:55:10,517 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741893_1069 (size=53)
2024-12-04T04:55:10,919 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733288073532
2024-12-04T04:55:10,931 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741894_1070 (size=364)
2024-12-04T04:55:11,334 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17332880735321 target: hdfs://localhost:40619/backupUT/backup_1733288105891/ns2/test-17332880735321 descriptor: 'ns2:test-17332880735321', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:55:11,334 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-04T04:55:11,337 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17332880735321
2024-12-04T04:55:11,341 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741895_1071 (size=50)
2024-12-04T04:55:11,743 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17332880735321
2024-12-04T04:55:11,752 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:40619/backupUT/.tmp/backup_1733288105891 from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288090592;hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288090609
2024-12-04T04:55:11,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c483f3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:11,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:55:11,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:55:11,755 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:55:11,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:55:11,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:55:11,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6319455c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:11,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:55:11,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:55:11,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:11,757 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49822, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:55:11,757 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a61d777, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:11,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:55:11,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:55:11,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7100924a
2024-12-04T04:55:11,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:55:11,760 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49836, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:55:11,766 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-04T04:55:11,766 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733288073532
2024-12-04T04:55:11,766 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733288073532,, stopping at row=test-1733288073532 ,, for max=2147483647 with caching=100
2024-12-04T04:55:11,766 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:55:11,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:55:11,768 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:55:11,769 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:36894, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:55:11,771 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733288073532: test-1733288073532;
2024-12-04T04:55:11,772 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17332880735321
2024-12-04T04:55:11,772 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17332880735321,, stopping at row=ns2:test-17332880735321 ,, for max=2147483647 with caching=100
2024-12-04T04:55:11,774 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17332880735321: ns2:test-17332880735321;
2024-12-04T04:55:11,775 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-12-04T04:55:11,775 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/partitions_2ccbf40c-fa12-42bf-934f-f9c319c74033
2024-12-04T04:55:11,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741896_1072 (size=192)
2024-12-04T04:55:12,197 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:12,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:12,198 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:13,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-17116651679266771396.jar
2024-12-04T04:55:13,304 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:13,305 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:13,386 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-7139267043727254399.jar
2024-12-04T04:55:13,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:13,387 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:13,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:13,388 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:13,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:13,389 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:13,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:55:13,390 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-04T04:55:13,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-04T04:55:13,391 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-04T04:55:13,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-04T04:55:13,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-04T04:55:13,392 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-04T04:55:13,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-04T04:55:13,393 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-04T04:55:13,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-04T04:55:13,394 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-04T04:55:13,396 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:13,477 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-10098239399924993887.jar
2024-12-04T04:55:13,478 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-10098239399924993887.jar
2024-12-04T04:55:13,478 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:13,479 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-10098239399924993887.jar
2024-12-04T04:55:13,479 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-10098239399924993887.jar
2024-12-04T04:55:13,480 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:13,480 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: default:test-1733288073532,ns2:test-17332880735321
2024-12-04T04:55:13,480 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:55:13,480 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:157)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:55:13,480 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:13,481 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:13,481 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:55:13,482 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:55:14,623 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-17773339124264363135.jar
2024-12-04T04:55:14,680 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-04T04:55:14,729 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-04T04:55:14,748 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288090592 for WAL files
2024-12-04T04:55:14,750 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288090592
2024-12-04T04:55:14,751 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288090609 for WAL files
2024-12-04T04:55:14,752 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288090609
2024-12-04T04:55:15,004 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local766031144_0003_75b0e740-2bc3-4567-baf2-aedf6cbf74a9/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-04T04:55:15,004 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local766031144_0003_75b0e740-2bc3-4567-baf2-aedf6cbf74a9/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-04T04:55:15,234 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288090609 for hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288090609 (-9223372036854775808:9223372036854775807) length:30490
2024-12-04T04:55:15,318 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-12-04T04:55:15,318 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-12-04T04:55:15,468 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288090592 for hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288090592 (-9223372036854775808:9223372036854775807) length:1198
2024-12-04T04:55:15,482 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-12-04T04:55:15,482 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-12-04T04:55:15,623 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a03a5c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:15,623 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:55:15,623 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:55:15,624 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:55:15,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:55:15,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:55:15,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1da16d58, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:15,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:55:15,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:55:15,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:15,627 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33464, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:55:15,628 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a852106, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:15,628 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:55:15,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:55:15,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:55:15,630 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42198, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:55:15,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17332880735321', row='row-t20', locateType=CURRENT is [region=ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:55:15,633 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-12-04T04:55:15,633 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:55:15,633 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:15,633 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:15,633 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20]
2024-12-04T04:55:15,634 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 67abd3a0ee76
2024-12-04T04:55:15,633 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:55:15,638 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/backupUT/.tmp/backup_1733288105891/_temporary/0/_temporary/attempt_local766031144_0003_r_000000_0/ns2/test-17332880735321/f/593824c426c2401b80b4d4ef0a5950e2 is 38, key is row-t20/f:q1/1733288104537/Put/seqid=0
2024-12-04T04:55:15,640 WARN  [Thread-944 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [67abd3a0ee76:37183] Specified favored nodes: [67abd3a0ee76:37183]
2024-12-04T04:55:15,643 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741897_1073 (size=5274)
2024-12-04T04:55:16,093 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191552e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:16,093 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:55:16,093 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:55:16,094 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:55:16,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:55:16,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:55:16,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5aa63dbb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:16,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:55:16,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:55:16,096 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:16,096 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:55:16,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@ed14a57, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:16,098 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:55:16,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:55:16,099 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:55:16,101 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42204, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:55:16,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733288073532', row='row-test-1733288073532-1-0', locateType=CURRENT is [region=test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94., hostname=67abd3a0ee76,37183,1733288063835, seqNum=107]
2024-12-04T04:55:16,109 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-12-04T04:55:16,110 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:55:16,110 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:16,110 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:16,110 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:55:16,111 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733288073532-1-0]
2024-12-04T04:55:16,111 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 67abd3a0ee76
2024-12-04T04:55:16,131 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3962155a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:16,131 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:55:16,131 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:55:16,132 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:55:16,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:55:16,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:55:16,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1877bb2c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:16,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:55:16,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:55:16,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:16,138 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:55:16,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31da477e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:16,139 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:55:16,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:55:16,141 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:55:16,142 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42208, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:55:16,145 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733288073532', row='row-test-1733288073532-3-0', locateType=CURRENT is [region=test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94., hostname=67abd3a0ee76,37183,1733288063835, seqNum=107]
2024-12-04T04:55:16,145 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-12-04T04:55:16,145 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:55:16,145 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:16,146 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:16,147 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733288073532-3-0]
2024-12-04T04:55:16,147 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 67abd3a0ee76
2024-12-04T04:55:16,146 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:55:16,167 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/backupUT/.tmp/backup_1733288105891/_temporary/0/_temporary/attempt_local766031144_0003_r_000001_0/default/test-1733288073532/f/5d4285f99abb4be0a1011d81dfb5149b is 59, key is row-test-1733288073532-1-10/f:q1/1733288104098/Put/seqid=0
2024-12-04T04:55:16,177 WARN  [Thread-956 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [67abd3a0ee76:37183] Specified favored nodes: [67abd3a0ee76:37183]
2024-12-04T04:55:16,192 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741898_1074 (size=10769)
2024-12-04T04:55:16,594 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/backupUT/.tmp/backup_1733288105891/_temporary/0/_temporary/attempt_local766031144_0003_r_000001_0/default/test-1733288073532/mob/4c35ac5784bf4d07ad81cebe4f4044b5 is 63, key is row-test-1733288073532-3-100/mob:q1/1733288104504/Put/seqid=0
2024-12-04T04:55:16,597 WARN  [Thread-958 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [67abd3a0ee76:37183] Specified favored nodes: [67abd3a0ee76:37183]
2024-12-04T04:55:16,629 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741899_1075 (size=11810)
2024-12-04T04:55:17,075 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:40619/backupUT
2024-12-04T04:55:17,076 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733288105891
2024-12-04T04:55:17,076 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP
2024-12-04T04:55:17,134 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:40619/backupUT/.tmp/backup_1733288105891, hdfs://localhost:40619/backupUT]
2024-12-04T04:55:17,329 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-04T04:55:17,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741900_1076 (size=10769)
2024-12-04T04:55:17,813 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741901_1077 (size=11810)
2024-12-04T04:55:18,294 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741902_1078 (size=5274)
2024-12-04T04:55:18,518 INFO  [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0
2024-12-04T04:55:18,521 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733288105891
2024-12-04T04:55:18,522 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27853 bytes copied."
2024-12-04T04:55:18,522 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1060953736_0004 completed: true true
2024-12-04T04:55:18,523 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26
	File System Counters
		FILE: Number of bytes read=2493803
		FILE: Number of bytes written=4873930
		FILE: Number of read operations=0
		FILE: Number of large read operations=0
		FILE: Number of write operations=0
		HDFS: Number of bytes read=231561
		HDFS: Number of bytes written=2433146
		HDFS: Number of read operations=646
		HDFS: Number of large read operations=0
		HDFS: Number of write operations=250
		HDFS: Number of bytes read erasure-coded=0
	Map-Reduce Framework
		Map input records=12
		Map output records=0
		Input split bytes=343
		Spilled Records=0
		Failed Shuffles=0
		Merged Map outputs=0
		GC time elapsed (ms)=0
		Total committed heap usage (bytes)=1048576000
	File Input Format Counters 
		Bytes Read=3004
	File Output Format Counters 
		Bytes Written=0
	DistCp Counters
		Bandwidth in Bytes=27853
		Bytes Copied=27853
		Bytes Expected=27853
		Files Copied=4
		DIR_COPY=8
2024-12-04T04:55:18,524 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:40619/backupUT/.tmp/backup_1733288105891 to hdfs://localhost:40619/backupUT finished.
2024-12-04T04:55:18,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1733288073532:', locateType=CURRENT is [region=backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:55:18,554 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733288105891
2024-12-04T04:55:18,562 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733288083754}
2024-12-04T04:55:18,562 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-12-04T04:55:18,599 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741903_1079 (size=317)
2024-12-04T04:55:18,918 INFO  [master/67abd3a0ee76:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-12-04T04:55:18,919 INFO  [master/67abd3a0ee76:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-12-04T04:55:18,998 INFO  [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:40619/backupUT/backup_1733288105891/.backup.manifest
2024-12-04T04:55:18,998 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733288105891 finished: type=INCREMENTAL,tablelist=test-1733288073532;ns2:test-17332880735321,targetRootDir=hdfs://localhost:40619/backupUT,startts=1733288110170,completets=1733288118554,bytescopied=0
2024-12-04T04:55:18,998 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-04T04:55:19,005 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system"
type: DISABLED

2024-12-04T04:55:19,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-12-04T04:55:19,009 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-12-04T04:55:19,012 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-04T04:55:19,017 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733288105891 completed.
2024-12-04T04:55:19,017 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows
2024-12-04T04:55:19,029 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:19,037 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:19,042 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:40619/backupUT/backup_1733288105891/.backup.manifest
2024-12-04T04:55:19,045 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733288105891/.backup.manifest
2024-12-04T04:55:19,046 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:40619/backupUT/backup_1733288105891/.backup.manifest
2024-12-04T04:55:19,051 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733288105891/.backup.manifest
2024-12-04T04:55:19,052 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table test-1733288073532 from 'test-1733288073532', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733288073532', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:55:19,054 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733288073532
2024-12-04T04:55:19,088 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741904_1080 (size=908)
2024-12-04T04:55:19,484 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/.tabledesc/.tableinfo.0000000003.950
2024-12-04T04:55:19,484 INFO  [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/.tabledesc/.tableinfo.0000000004.908
2024-12-04T04:55:19,488 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733288073532}]
2024-12-04T04:55:19,493 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, REOPEN/MOVE}]
2024-12-04T04:55:19,495 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, REOPEN/MOVE
2024-12-04T04:55:19,496 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7b8ae22d56d9b7882b6bd3647aaaec94, regionState=CLOSING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:19,499 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, REOPEN/MOVE because future has completed
2024-12-04T04:55:19,500 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-04T04:55:19,500 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:55:19,654 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:19,654 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-04T04:55:19,654 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing 7b8ae22d56d9b7882b6bd3647aaaec94, disabling compactions & flushes
2024-12-04T04:55:19,654 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:55:19,655 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:55:19,655 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94. after waiting 0 ms
2024-12-04T04:55:19,655 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:55:19,667 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106
2024-12-04T04:55:19,668 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:55:19,668 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:55:19,668 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for 7b8ae22d56d9b7882b6bd3647aaaec94:
Waiting for close lock at 1733288119654Running coprocessor pre-close hooks at 1733288119654Disabling compacts and flushes for region at 1733288119654Disabling writes for close at 1733288119655 (+1 ms)Writing region close event to WAL at 1733288119662 (+7 ms)Running coprocessor post-close hooks at 1733288119668 (+6 ms)Closed at 1733288119668
2024-12-04T04:55:19,668 WARN  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: 7b8ae22d56d9b7882b6bd3647aaaec94 to self.
2024-12-04T04:55:19,672 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:19,674 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7b8ae22d56d9b7882b6bd3647aaaec94, regionState=CLOSED
2024-12-04T04:55:19,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:55:19,688 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-12-04T04:55:19,690 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, REOPEN/MOVE; state=CLOSED, location=67abd3a0ee76,37183,1733288063835; forceNewPlan=false, retain=true
2024-12-04T04:55:19,691 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94, server=67abd3a0ee76,37183,1733288063835 in 184 msec
2024-12-04T04:55:19,841 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7b8ae22d56d9b7882b6bd3647aaaec94, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:19,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, REOPEN/MOVE because future has completed
2024-12-04T04:55:19,844 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:55:20,002 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:55:20,002 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => 7b8ae22d56d9b7882b6bd3647aaaec94, NAME => 'test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:55:20,003 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:55:20,003 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733288073532 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:20,003 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:55:20,003 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:20,003 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:20,005 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7b8ae22d56d9b7882b6bd3647aaaec94 
2024-12-04T04:55:20,007 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b8ae22d56d9b7882b6bd3647aaaec94 columnFamilyName f
2024-12-04T04:55:20,007 DEBUG [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:55:20,030 DEBUG [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/0f728f0684784debac35ba1f9c719490
2024-12-04T04:55:20,061 DEBUG [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/bfb9f0823715418aa06b47832f4dec7e
2024-12-04T04:55:20,062 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.HStore(327): Store=7b8ae22d56d9b7882b6bd3647aaaec94/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:55:20,062 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 7b8ae22d56d9b7882b6bd3647aaaec94 
2024-12-04T04:55:20,065 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b8ae22d56d9b7882b6bd3647aaaec94 columnFamilyName f2
2024-12-04T04:55:20,065 DEBUG [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:55:20,066 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.HStore(327): Store=7b8ae22d56d9b7882b6bd3647aaaec94/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:55:20,066 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7b8ae22d56d9b7882b6bd3647aaaec94 
2024-12-04T04:55:20,067 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7b8ae22d56d9b7882b6bd3647aaaec94 columnFamilyName mob
2024-12-04T04:55:20,068 DEBUG [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:55:20,106 DEBUG [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/a6b6a20cde044b2c82b3b3a785abf50f
2024-12-04T04:55:20,147 DEBUG [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/d2240affe1f04c7b87217dd2985d4028
2024-12-04T04:55:20,147 INFO  [StoreOpener-7b8ae22d56d9b7882b6bd3647aaaec94-1 {}] regionserver.HStore(327): Store=7b8ae22d56d9b7882b6bd3647aaaec94/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:55:20,148 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:20,154 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:20,167 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:20,169 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:20,169 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:20,170 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733288073532 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-04T04:55:20,173 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:20,175 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened 7b8ae22d56d9b7882b6bd3647aaaec94; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11344124640, jitterRate=0.056503936648368835}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-04T04:55:20,175 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:20,179 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for 7b8ae22d56d9b7882b6bd3647aaaec94:
Running coprocessor pre-open hook at 1733288120003Writing region info on filesystem at 1733288120003Initializing all the Stores at 1733288120005 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288120005Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288120005Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288120005Cleaning up temporary data from old regions at 1733288120169 (+164 ms)Running coprocessor post-open hooks at 1733288120175 (+6 ms)Region opened successfully at 1733288120179 (+4 ms)
2024-12-04T04:55:20,192 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94., pid=46, masterSystemTime=1733288119997
2024-12-04T04:55:20,202 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:55:20,202 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:55:20,208 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=7b8ae22d56d9b7882b6bd3647aaaec94, regionState=OPEN, openSeqNum=338, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:20,214 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:55:20,252 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44
2024-12-04T04:55:20,253 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94, server=67abd3a0ee76,37183,1733288063835 in 380 msec
2024-12-04T04:55:20,256 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43
2024-12-04T04:55:20,256 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733288073532, region=7b8ae22d56d9b7882b6bd3647aaaec94, REOPEN/MOVE in 760 msec
2024-12-04T04:55:20,263 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-12-04T04:55:20,263 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733288073532 in 769 msec
2024-12-04T04:55:20,269 DEBUG [PEWorker-3 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1733288073532
2024-12-04T04:55:20,275 DEBUG [PEWorker-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f3/b7c0c686e11944f8923d96fb7d89f9ec to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f3/b7c0c686e11944f8923d96fb7d89f9ec
2024-12-04T04:55:20,278 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733288073532 in 1.2230 sec
2024-12-04T04:55:20,279 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-12-04T04:55:20,280 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733288073532 completed
2024-12-04T04:55:20,291 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:20,297 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:20,314 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:20,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:20,322 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-04T04:55:20,327 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733288120281
2024-12-04T04:55:20,330 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1733288105891}
2024-12-04T04:55:20,330 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733288083754}
2024-12-04T04:55:20,330 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup.
2024-12-04T04:55:20,341 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:20,347 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:20,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:20,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:20,385 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : 
Mismatch in column family descriptor for table: test-1733288073532
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: 
Mismatch in column family descriptor for table: test-1733288073532
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
	at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:175) ~[test-classes/:?]
	at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:174) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-12-04T04:55:20,388 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733288120281,startts=0,failedts=1733288120385,failedphase=REQUEST,failedmessage=
Mismatch in column family descriptor for table: test-1733288073532
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru
2024-12-04T04:55:20,388 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot
2024-12-04T04:55:20,391 WARN  [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists.
2024-12-04T04:55:20,391 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-04T04:55:20,393 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists
2024-12-04T04:55:20,393 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST
2024-12-04T04:55:20,395 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-04T04:55:20,398 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733288120281 failed.
2024-12-04T04:55:20,410 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:20,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:20,421 INFO  [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1733288073532, ns2:test-17332880735321, ns3:test-17332880735322, ns4:test-17332880735323]
2024-12-04T04:55:20,421 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-04T04:55:20,427 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-04T04:55:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733288120427 (current time:1733288120427).
2024-12-04T04:55:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-04T04:55:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-12-04T04:55:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1465c2bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:20,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:55:20,428 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:55:20,428 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:55:20,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:55:20,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:55:20,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7fa687f5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:20,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:55:20,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:55:20,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:20,430 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:55:20,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d47a030, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:20,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:55:20,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:55:20,432 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:55:20,434 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:42220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:55:20,435 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851.
2024-12-04T04:55:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:55:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:20,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:20,435 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:55:20,436 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-04T04:55:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-04T04:55:20,437 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47
2024-12-04T04:55:20,438 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-04T04:55:20,438 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-04T04:55:20,439 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-04T04:55:20,441 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-04T04:55:20,446 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741905_1081 (size=52)
2024-12-04T04:55:20,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-04T04:55:20,759 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-04T04:55:20,849 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-04T04:55:20,849 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc09646f53853cfd94ba739e87f912ee}]
2024-12-04T04:55:20,851 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:55:20,945 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T04:55:21,004 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48
2024-12-04T04:55:21,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:55:21,004 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing dc09646f53853cfd94ba739e87f912ee 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB
2024-12-04T04:55:21,010 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/meta/6dadad694e0b44328745cf3cee5a8371 is 158, key is trslm:hdfs://localhost:40619/backupUT\x00ns2:test-17332880735321/meta:log-roll-map/1733288118531/Put/seqid=0
2024-12-04T04:55:21,020 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741906_1082 (size=5745)
2024-12-04T04:55:21,069 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-04T04:55:21,422 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/meta/6dadad694e0b44328745cf3cee5a8371
2024-12-04T04:55:21,436 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/session/fb164fffea1c4bb0b1971df69f4bdc9e is 1245, key is session:backup_1733288120281/session:context/1733288120394/Put/seqid=0
2024-12-04T04:55:21,485 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741907_1083 (size=6682)
2024-12-04T04:55:21,579 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-04T04:55:21,886 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/session/fb164fffea1c4bb0b1971df69f4bdc9e
2024-12-04T04:55:21,895 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/meta/6dadad694e0b44328745cf3cee5a8371 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/6dadad694e0b44328745cf3cee5a8371
2024-12-04T04:55:21,907 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/6dadad694e0b44328745cf3cee5a8371, entries=4, sequenceid=31, filesize=5.6 K
2024-12-04T04:55:21,909 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/session/fb164fffea1c4bb0b1971df69f4bdc9e as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/fb164fffea1c4bb0b1971df69f4bdc9e
2024-12-04T04:55:21,920 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/fb164fffea1c4bb0b1971df69f4bdc9e, entries=3, sequenceid=31, filesize=6.5 K
2024-12-04T04:55:21,922 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for dc09646f53853cfd94ba739e87f912ee in 918ms, sequenceid=31, compaction requested=true
2024-12-04T04:55:21,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for dc09646f53853cfd94ba739e87f912ee:

2024-12-04T04:55:21,922 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee. for snapshot_backup_system completed.
2024-12-04T04:55:21,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.' region-info for snapshot=snapshot_backup_system
2024-12-04T04:55:21,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-04T04:55:21,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/389710fe8a584a16a105a7467833b213, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/6dadad694e0b44328745cf3cee5a8371] hfiles
2024-12-04T04:55:21,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/389710fe8a584a16a105a7467833b213 for snapshot=snapshot_backup_system
2024-12-04T04:55:21,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/6dadad694e0b44328745cf3cee5a8371 for snapshot=snapshot_backup_system
2024-12-04T04:55:21,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/a8ea04d76cbc49bc8fc1436aa5d1a559, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/37985546f07641a29994e22de1541e61, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/fb164fffea1c4bb0b1971df69f4bdc9e] hfiles
2024-12-04T04:55:21,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/a8ea04d76cbc49bc8fc1436aa5d1a559 for snapshot=snapshot_backup_system
2024-12-04T04:55:21,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/37985546f07641a29994e22de1541e61 for snapshot=snapshot_backup_system
2024-12-04T04:55:21,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/fb164fffea1c4bb0b1971df69f4bdc9e for snapshot=snapshot_backup_system
2024-12-04T04:55:21,955 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741908_1084 (size=251)
2024-12-04T04:55:21,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:55:21,961 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48
2024-12-04T04:55:21,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster(4169): Remote procedure done, pid=48
2024-12-04T04:55:21,962 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:55:21,962 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:55:21,970 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47
2024-12-04T04:55:21,970 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-04T04:55:21,970 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dc09646f53853cfd94ba739e87f912ee in 1.1150 sec
2024-12-04T04:55:21,971 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-04T04:55:21,972 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-04T04:55:21,972 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-12-04T04:55:21,977 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_backup_system
2024-12-04T04:55:21,999 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741909_1085 (size=888)
2024-12-04T04:55:22,403 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-04T04:55:22,448 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-04T04:55:22,450 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_backup_system
2024-12-04T04:55:22,464 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-04T04:55:22,464 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47
2024-12-04T04:55:22,485 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.0280 sec
2024-12-04T04:55:22,581 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 367fa59b71ea9c2dd2bbd8087a5de216, had cached 0 bytes from a total of 8413
2024-12-04T04:55:22,589 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-12-04T04:55:22,589 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-04T04:55:22,590 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733288120399 started at 1733288122590.
2024-12-04T04:55:22,593 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733288120399 has been started.
2024-12-04T04:55:22,598 INFO  [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ...
2024-12-04T04:55:22,599 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc
2024-12-04T04:55:22,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-12-04T04:55:22,600 INFO  [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-12-04T04:55:22,600 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-12-04T04:55:22,600 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-12-04T04:55:22,600 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-12-04T04:55:22,601 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-04T04:55:22,601 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-12-04T04:55:22,677 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:22,677 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-04T04:55:22,677 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-04T04:55:22,677 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-04T04:55:22,678 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:22,678 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-12-04T04:55:22,678 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-12-04T04:55:22,679 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-04T04:55:22,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-12-04T04:55:22,679 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-12-04T04:55:22,679 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-12-04T04:55:22,680 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-12-04T04:55:22,680 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-12-04T04:55:22,680 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-12-04T04:55:22,680 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-12-04T04:55:22,680 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-12-04T04:55:22,680 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-12-04T04:55:22,680 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '67abd3a0ee76,37183,1733288063835' joining acquired barrier for procedure (rolllog) in zk
2024-12-04T04:55:22,698 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:22,698 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:22,698 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:22,698 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-04T04:55:22,698 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-04T04:55:22,698 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-12-04T04:55:22,698 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-12-04T04:55:22,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-04T04:55:22,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-04T04:55:22,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:22,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:22,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-04T04:55:22,702 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '67abd3a0ee76,37183,1733288063835' joining acquired barrier for procedure 'rolllog' on coordinator
2024-12-04T04:55:22,702 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@630a15b5[Count = 0] remaining members to acquire global barrier
2024-12-04T04:55:22,702 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-12-04T04:55:22,702 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:22,708 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:22,709 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:22,709 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:22,709 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-12-04T04:55:22,709 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:22,709 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-12-04T04:55:22,709 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-12-04T04:55:22,710 DEBUG [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:22,710 INFO  [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733288110300 highest: 1733288110329 on 67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:22,712 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0:(num 1733288110300) roll requested
2024-12-04T04:55:22,731 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288122712, exclude list is [], retry=0
2024-12-04T04:55:22,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-f183c3ee-d791-4f57-9159-5d6a667a6cae,DISK]
2024-12-04T04:55:22,752 INFO  [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288110300 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288122712
2024-12-04T04:55:22,753 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)]
2024-12-04T04:55:22,753 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288110300 is not closed yet, will try archiving it next time
2024-12-04T04:55:22,753 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1:(num 1733288110329) roll requested
2024-12-04T04:55:22,758 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288110300 not finished, retry = 0
2024-12-04T04:55:22,758 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741889_1065 (size=93)
2024-12-04T04:55:22,771 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288122753, exclude list is [], retry=0
2024-12-04T04:55:22,775 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-f183c3ee-d791-4f57-9159-5d6a667a6cae,DISK]
2024-12-04T04:55:22,781 INFO  [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288110329 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288122753
2024-12-04T04:55:22,781 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)]
2024-12-04T04:55:22,781 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288110329 is not closed yet, will try archiving it next time
2024-12-04T04:55:22,781 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 67abd3a0ee76%2C37183%2C1733288063835.meta:.meta(num 1733288110369) roll requested
2024-12-04T04:55:22,781 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288090609 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288090609
2024-12-04T04:55:22,793 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741890_1066 (size=4927)
2024-12-04T04:55:22,796 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288110329 not finished, retry = 0
2024-12-04T04:55:22,801 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288122781.meta, exclude list is [], retry=0
2024-12-04T04:55:22,813 DEBUG [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 103
2024-12-04T04:55:22,813 INFO  [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733288122712 on 67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:22,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-f183c3ee-d791-4f57-9159-5d6a667a6cae,DISK]
2024-12-04T04:55:22,827 INFO  [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288110369.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288122781.meta
2024-12-04T04:55:22,827 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)]
2024-12-04T04:55:22,827 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288110369.meta is not closed yet, will try archiving it next time
2024-12-04T04:55:22,834 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741891_1067 (size=1903)
2024-12-04T04:55:22,836 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288110369.meta not finished, retry = 0
2024-12-04T04:55:22,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:22,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:22,868 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288110300 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288110300
2024-12-04T04:55:22,888 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-12-04T04:55:22,888 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '67abd3a0ee76,37183,1733288063835' in zk
2024-12-04T04:55:23,007 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-12-04T04:55:23,007 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:23,007 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-04T04:55:23,007 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-12-04T04:55:23,007 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:23,007 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-04T04:55:23,007 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-04T04:55:23,008 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-04T04:55:23,019 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-04T04:55:23,020 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:23,021 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:23,022 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-04T04:55:23,022 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:23,023 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:23,024 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '67abd3a0ee76,37183,1733288063835': 
2024-12-04T04:55:23,024 INFO  [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-12-04T04:55:23,024 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-12-04T04:55:23,024 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '67abd3a0ee76,37183,1733288063835' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-12-04T04:55:23,024 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-12-04T04:55:23,024 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-12-04T04:55:23,024 INFO  [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-12-04T04:55:23,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-04T04:55:23,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-04T04:55:23,076 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-04T04:55:23,076 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-12-04T04:55:23,076 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-04T04:55:23,076 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-12-04T04:55:23,076 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-04T04:55:23,076 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-04T04:55:23,077 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-04T04:55:23,077 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-04T04:55:23,077 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-04T04:55:23,077 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-04T04:55:23,077 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:23,078 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:23,078 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-04T04:55:23,079 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:23,080 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:23,080 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:23,080 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-04T04:55:23,080 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:23,081 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:23,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-04T04:55:23,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:23,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-04T04:55:23,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-04T04:55:23,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:23,109 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-04T04:55:23,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:23,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-04T04:55:23,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:23,109 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-04T04:55:23,110 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-04T04:55:23,110 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-04T04:55:23,110 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-04T04:55:23,110 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-04T04:55:23,110 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-12-04T04:55:23,110 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-12-04T04:55:23,119 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-12-04T04:55:23,124 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733288123123_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }
2024-12-04T04:55:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733288123124 (current time:1733288123124).
2024-12-04T04:55:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-04T04:55:23,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733288123123_backup_system_bulk VERSION not specified, setting to 2
2024-12-04T04:55:23,126 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32c6625a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:55:23,127 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:55:23,128 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:55:23,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:55:23,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:55:23,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1275db23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:23,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:55:23,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:55:23,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:23,133 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52424, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:55:23,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f7cf1bf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:23,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:55:23,140 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:55:23,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:55:23,146 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:55:23,148 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851.
2024-12-04T04:55:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:55:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:23,148 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:23,152 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:55:23,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-04T04:55:23,155 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733288123123_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }
2024-12-04T04:55:23,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733288123123_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49
2024-12-04T04:55:23,157 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-04T04:55:23,159 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733288123123_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-04T04:55:23,160 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733288123123_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-04T04:55:23,163 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733288123123_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-04T04:55:23,185 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741913_1089 (size=76)
2024-12-04T04:55:23,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-04T04:55:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-04T04:55:23,588 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733288123123_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-04T04:55:23,588 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ead921368d3a2f22f2aee2e1590d3bab}]
2024-12-04T04:55:23,590 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ead921368d3a2f22f2aee2e1590d3bab
2024-12-04T04:55:23,742 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=50
2024-12-04T04:55:23,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.
2024-12-04T04:55:23,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.HRegion(2603): Flush status journal for ead921368d3a2f22f2aee2e1590d3bab:

2024-12-04T04:55:23,742 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab. for snapshot_1733288123123_backup_system_bulk completed.
2024-12-04T04:55:23,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.' region-info for snapshot=snapshot_1733288123123_backup_system_bulk
2024-12-04T04:55:23,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-04T04:55:23,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-04T04:55:23,743 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-04T04:55:23,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741914_1090 (size=61)
2024-12-04T04:55:23,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-04T04:55:24,157 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.
2024-12-04T04:55:24,158 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=50}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=50
2024-12-04T04:55:24,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster(4169): Remote procedure done, pid=50
2024-12-04T04:55:24,159 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733288123123_backup_system_bulk on region ead921368d3a2f22f2aee2e1590d3bab
2024-12-04T04:55:24,159 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=50, ppid=49, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure ead921368d3a2f22f2aee2e1590d3bab
2024-12-04T04:55:24,170 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=50, resume processing ppid=49
2024-12-04T04:55:24,171 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, ppid=49, state=SUCCESS, hasLock=false; SnapshotRegionProcedure ead921368d3a2f22f2aee2e1590d3bab in 572 msec
2024-12-04T04:55:24,171 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733288123123_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-04T04:55:24,173 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733288123123_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-04T04:55:24,174 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733288123123_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-04T04:55:24,174 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733288123123_backup_system_bulk
2024-12-04T04:55:24,175 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_1733288123123_backup_system_bulk
2024-12-04T04:55:24,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741915_1091 (size=702)
2024-12-04T04:55:24,300 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-04T04:55:24,604 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733288123123_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-04T04:55:24,612 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733288123123_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-04T04:55:24,613 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_1733288123123_backup_system_bulk to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_1733288123123_backup_system_bulk
2024-12-04T04:55:24,618 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=49, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733288123123_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-04T04:55:24,618 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733288123123_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 49
2024-12-04T04:55:24,620 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=49, snapshot={ ss=snapshot_1733288123123_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.4650 sec
2024-12-04T04:55:25,206 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-04T04:55:25,309 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=49
2024-12-04T04:55:25,309 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed
2024-12-04T04:55:25,310 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733288125310_ns3_test-17332880735322 table=ns3:test-17332880735322 type=FLUSH ttl=0 }
2024-12-04T04:55:25,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733288125310 (current time:1733288125310).
2024-12-04T04:55:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-04T04:55:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733288125310_ns3_test-17332880735322 VERSION not specified, setting to 2
2024-12-04T04:55:25,311 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5c0617d8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:55:25,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:55:25,316 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:55:25,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:55:25,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:55:25,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@24eb8e42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:25,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:55:25,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:55:25,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:25,318 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52440, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:55:25,319 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c145f5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:25,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:55:25,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:55:25,322 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:55:25,324 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35016, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:55:25,328 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851.
2024-12-04T04:55:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:55:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:25,328 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:25,328 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:55:25,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-04T04:55:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733288125310_ns3_test-17332880735322 table=ns3:test-17332880735322 type=FLUSH ttl=0 }
2024-12-04T04:55:25,330 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733288125310_ns3_test-17332880735322 table=ns3:test-17332880735322 type=FLUSH ttl=0 }, snapshot procedure id = 51
2024-12-04T04:55:25,332 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733288125310_ns3_test-17332880735322 table=ns3:test-17332880735322 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-04T04:55:25,332 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-12-04T04:55:25,333 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733288125310_ns3_test-17332880735322 table=ns3:test-17332880735322 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-04T04:55:25,337 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733288125310_ns3_test-17332880735322 table=ns3:test-17332880735322 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-04T04:55:25,353 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741916_1092 (size=86)
2024-12-04T04:55:25,439 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-12-04T04:55:25,650 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-12-04T04:55:25,755 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733288125310_ns3_test-17332880735322 table=ns3:test-17332880735322 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-04T04:55:25,755 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38f90d875df84564eee894aacf73b034}]
2024-12-04T04:55:25,757 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38f90d875df84564eee894aacf73b034
2024-12-04T04:55:25,910 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=52
2024-12-04T04:55:25,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.
2024-12-04T04:55:25,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.HRegion(2603): Flush status journal for 38f90d875df84564eee894aacf73b034:

2024-12-04T04:55:25,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034. for snapshot_1733288125310_ns3_test-17332880735322 completed.
2024-12-04T04:55:25,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.' region-info for snapshot=snapshot_1733288125310_ns3_test-17332880735322
2024-12-04T04:55:25,910 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-04T04:55:25,911 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-04T04:55:25,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741917_1093 (size=52)
2024-12-04T04:55:25,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-12-04T04:55:26,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.
2024-12-04T04:55:26,333 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=52}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=52
2024-12-04T04:55:26,334 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster(4169): Remote procedure done, pid=52
2024-12-04T04:55:26,334 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733288125310_ns3_test-17332880735322 on region 38f90d875df84564eee894aacf73b034
2024-12-04T04:55:26,334 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=52, ppid=51, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 38f90d875df84564eee894aacf73b034
2024-12-04T04:55:26,337 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=52, resume processing ppid=51
2024-12-04T04:55:26,337 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733288125310_ns3_test-17332880735322 table=ns3:test-17332880735322 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-04T04:55:26,337 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, ppid=51, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 38f90d875df84564eee894aacf73b034 in 580 msec
2024-12-04T04:55:26,338 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733288125310_ns3_test-17332880735322 table=ns3:test-17332880735322 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-04T04:55:26,339 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733288125310_ns3_test-17332880735322 table=ns3:test-17332880735322 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-04T04:55:26,339 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733288125310_ns3_test-17332880735322
2024-12-04T04:55:26,340 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_1733288125310_ns3_test-17332880735322
2024-12-04T04:55:26,351 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741918_1094 (size=443)
2024-12-04T04:55:26,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-12-04T04:55:26,754 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733288125310_ns3_test-17332880735322 table=ns3:test-17332880735322 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-04T04:55:26,760 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733288125310_ns3_test-17332880735322 table=ns3:test-17332880735322 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-04T04:55:26,761 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_1733288125310_ns3_test-17332880735322 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_1733288125310_ns3_test-17332880735322
2024-12-04T04:55:26,763 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=51, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733288125310_ns3_test-17332880735322 table=ns3:test-17332880735322 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-04T04:55:26,763 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733288125310_ns3_test-17332880735322 table=ns3:test-17332880735322 type=FLUSH ttl=0 }, snapshot procedure id = 51
2024-12-04T04:55:26,766 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=51, snapshot={ ss=snapshot_1733288125310_ns3_test-17332880735322 table=ns3:test-17332880735322 type=FLUSH ttl=0 } in 1.4350 sec
2024-12-04T04:55:27,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=51
2024-12-04T04:55:27,480 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17332880735322 completed
2024-12-04T04:55:27,480 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733288127480_ns4_test-17332880735323 table=ns4:test-17332880735323 type=FLUSH ttl=0 }
2024-12-04T04:55:27,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733288127480 (current time:1733288127480).
2024-12-04T04:55:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-04T04:55:27,481 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733288127480_ns4_test-17332880735323 VERSION not specified, setting to 2
2024-12-04T04:55:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ed7b5d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:55:27,482 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:55:27,483 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:55:27,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:55:27,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:55:27,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14298a9d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:27,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:55:27,484 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:55:27,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:27,486 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52448, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:55:27,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@63a80290, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:27,487 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:55:27,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:55:27,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:55:27,491 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:55:27,492 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851.
2024-12-04T04:55:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:55:27,492 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:27,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-04T04:55:27,494 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:55:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733288127480_ns4_test-17332880735323 table=ns4:test-17332880735323 type=FLUSH ttl=0 }
2024-12-04T04:55:27,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733288127480_ns4_test-17332880735323 table=ns4:test-17332880735323 type=FLUSH ttl=0 }, snapshot procedure id = 53
2024-12-04T04:55:27,496 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-04T04:55:27,498 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733288127480_ns4_test-17332880735323 table=ns4:test-17332880735323 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-04T04:55:27,499 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733288127480_ns4_test-17332880735323 table=ns4:test-17332880735323 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-04T04:55:27,503 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733288127480_ns4_test-17332880735323 table=ns4:test-17332880735323 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-04T04:55:27,522 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741919_1095 (size=86)
2024-12-04T04:55:27,599 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-04T04:55:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-04T04:55:27,923 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733288127480_ns4_test-17332880735323 table=ns4:test-17332880735323 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-04T04:55:27,924 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3d1220365b414089b71c8c2a9d0a28f}]
2024-12-04T04:55:27,925 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3d1220365b414089b71c8c2a9d0a28f
2024-12-04T04:55:28,077 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=54
2024-12-04T04:55:28,077 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.
2024-12-04T04:55:28,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.HRegion(2603): Flush status journal for a3d1220365b414089b71c8c2a9d0a28f:

2024-12-04T04:55:28,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f. for snapshot_1733288127480_ns4_test-17332880735323 completed.
2024-12-04T04:55:28,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.' region-info for snapshot=snapshot_1733288127480_ns4_test-17332880735323
2024-12-04T04:55:28,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-04T04:55:28,078 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-04T04:55:28,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741920_1096 (size=52)
2024-12-04T04:55:28,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-04T04:55:28,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.
2024-12-04T04:55:28,492 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=54}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=54
2024-12-04T04:55:28,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.HMaster(4169): Remote procedure done, pid=54
2024-12-04T04:55:28,493 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733288127480_ns4_test-17332880735323 on region a3d1220365b414089b71c8c2a9d0a28f
2024-12-04T04:55:28,493 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=54, ppid=53, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure a3d1220365b414089b71c8c2a9d0a28f
2024-12-04T04:55:28,497 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=54, resume processing ppid=53
2024-12-04T04:55:28,497 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, ppid=53, state=SUCCESS, hasLock=false; SnapshotRegionProcedure a3d1220365b414089b71c8c2a9d0a28f in 570 msec
2024-12-04T04:55:28,497 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733288127480_ns4_test-17332880735323 table=ns4:test-17332880735323 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-04T04:55:28,499 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733288127480_ns4_test-17332880735323 table=ns4:test-17332880735323 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-04T04:55:28,500 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733288127480_ns4_test-17332880735323 table=ns4:test-17332880735323 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-04T04:55:28,500 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733288127480_ns4_test-17332880735323
2024-12-04T04:55:28,501 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_1733288127480_ns4_test-17332880735323
2024-12-04T04:55:28,542 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741921_1097 (size=443)
2024-12-04T04:55:28,564 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733288127480_ns4_test-17332880735323 table=ns4:test-17332880735323 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-04T04:55:28,596 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733288127480_ns4_test-17332880735323 table=ns4:test-17332880735323 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-04T04:55:28,597 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_1733288127480_ns4_test-17332880735323 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_1733288127480_ns4_test-17332880735323
2024-12-04T04:55:28,599 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=53, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733288127480_ns4_test-17332880735323 table=ns4:test-17332880735323 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-04T04:55:28,600 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733288127480_ns4_test-17332880735323 table=ns4:test-17332880735323 type=FLUSH ttl=0 }, snapshot procedure id = 53
2024-12-04T04:55:28,602 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=53, snapshot={ ss=snapshot_1733288127480_ns4_test-17332880735323 table=ns4:test-17332880735323 type=FLUSH ttl=0 } in 1.1060 sec
2024-12-04T04:55:28,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=53
2024-12-04T04:55:28,630 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17332880735323 completed
2024-12-04T04:55:28,631 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733288128630_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 }
2024-12-04T04:55:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733288128631 (current time:1733288128631).
2024-12-04T04:55:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-04T04:55:28,631 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733288128630_default_test-1733288073532 VERSION not specified, setting to 2
2024-12-04T04:55:28,636 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@680d503a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:55:28,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:55:28,640 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:55:28,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:55:28,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:55:28,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5dc90cda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:28,641 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:55:28,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:55:28,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:28,643 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52452, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:55:28,645 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d3c64a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:28,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:55:28,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:55:28,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:55:28,651 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:55:28,659 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851.
2024-12-04T04:55:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:55:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:28,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:28,659 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:55:28,660 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-04T04:55:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733288128630_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 }
2024-12-04T04:55:28,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733288128630_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 }, snapshot procedure id = 55
2024-12-04T04:55:28,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-04T04:55:28,668 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733288128630_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-04T04:55:28,670 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733288128630_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-04T04:55:28,675 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733288128630_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-04T04:55:28,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741922_1098 (size=84)
2024-12-04T04:55:28,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-04T04:55:28,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-04T04:55:29,096 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733288128630_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-04T04:55:29,096 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94}]
2024-12-04T04:55:29,097 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:29,250 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=56
2024-12-04T04:55:29,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:55:29,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.HRegion(2603): Flush status journal for 7b8ae22d56d9b7882b6bd3647aaaec94:

2024-12-04T04:55:29,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94. for snapshot_1733288128630_default_test-1733288073532 completed.
2024-12-04T04:55:29,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(241): Storing 'test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.' region-info for snapshot=snapshot_1733288128630_default_test-1733288073532
2024-12-04T04:55:29,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-04T04:55:29,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/bfb9f0823715418aa06b47832f4dec7e, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/0f728f0684784debac35ba1f9c719490] hfiles
2024-12-04T04:55:29,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/bfb9f0823715418aa06b47832f4dec7e for snapshot=snapshot_1733288128630_default_test-1733288073532
2024-12-04T04:55:29,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/0f728f0684784debac35ba1f9c719490 for snapshot=snapshot_1733288128630_default_test-1733288073532
2024-12-04T04:55:29,250 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-12-04T04:55:29,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/a6b6a20cde044b2c82b3b3a785abf50f, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/d2240affe1f04c7b87217dd2985d4028] hfiles
2024-12-04T04:55:29,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/a6b6a20cde044b2c82b3b3a785abf50f for snapshot=snapshot_1733288128630_default_test-1733288073532
2024-12-04T04:55:29,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/d2240affe1f04c7b87217dd2985d4028 for snapshot=snapshot_1733288128630_default_test-1733288073532
2024-12-04T04:55:29,270 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741923_1099 (size=224)
2024-12-04T04:55:29,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:55:29,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=56}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=56
2024-12-04T04:55:29,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.HMaster(4169): Remote procedure done, pid=56
2024-12-04T04:55:29,272 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733288128630_default_test-1733288073532 on region 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:29,272 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=56, ppid=55, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:29,275 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=56, resume processing ppid=55
2024-12-04T04:55:29,275 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733288128630_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-04T04:55:29,275 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, ppid=55, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7b8ae22d56d9b7882b6bd3647aaaec94 in 177 msec
2024-12-04T04:55:29,276 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733288128630_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-04T04:55:29,278 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-12-04T04:55:29,278 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-12-04T04:55:29,278 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:55:29,281 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f
2024-12-04T04:55:29,282 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:55:29,282 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2
2024-12-04T04:55:29,282 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:55:29,285 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/mobdir/data/default/test-1733288073532/98f99df6377610e5f5ccced2ab273321/mob/d41d8cd98f00b204e9800998ecf8427e2024120454fe3a9ff6bd4a45b8be417623320504_7b8ae22d56d9b7882b6bd3647aaaec94] hfiles
2024-12-04T04:55:29,285 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/mobdir/data/default/test-1733288073532/98f99df6377610e5f5ccced2ab273321/mob/d41d8cd98f00b204e9800998ecf8427e2024120454fe3a9ff6bd4a45b8be417623320504_7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:29,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-04T04:55:29,316 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741924_1100 (size=168)
2024-12-04T04:55:29,325 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733288128630_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-04T04:55:29,325 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733288128630_default_test-1733288073532
2024-12-04T04:55:29,326 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_1733288128630_default_test-1733288073532
2024-12-04T04:55:29,380 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741925_1101 (size=1305)
2024-12-04T04:55:29,786 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733288128630_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-04T04:55:29,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-04T04:55:29,816 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733288128630_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-04T04:55:29,817 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_1733288128630_default_test-1733288073532 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_1733288128630_default_test-1733288073532
2024-12-04T04:55:29,820 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=55, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733288128630_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-04T04:55:29,820 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733288128630_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 }, snapshot procedure id = 55
2024-12-04T04:55:29,822 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=55, snapshot={ ss=snapshot_1733288128630_default_test-1733288073532 table=test-1733288073532 type=FLUSH ttl=0 } in 1.1600 sec
2024-12-04T04:55:30,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dc09646f53853cfd94ba739e87f912ee, had cached 0 bytes from a total of 28925
2024-12-04T04:55:30,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=55
2024-12-04T04:55:30,821 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733288073532 completed
2024-12-04T04:55:30,822 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_1733288130821_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 }
2024-12-04T04:55:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733288130822 (current time:1733288130822).
2024-12-04T04:55:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-04T04:55:30,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733288130821_ns2_test-17332880735321 VERSION not specified, setting to 2
2024-12-04T04:55:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c06398c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:55:30,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:55:30,824 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:55:30,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:55:30,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:55:30,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aebde83, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:30,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:55:30,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:55:30,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:30,826 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:52466, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:55:30,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c9944c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:30,827 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:55:30,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:55:30,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:55:30,833 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:35052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:55:30,835 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851.
2024-12-04T04:55:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:55:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:30,835 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:55:30,835 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:30,837 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-04T04:55:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733288130821_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 }
2024-12-04T04:55:30,838 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733288130821_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 }, snapshot procedure id = 57
2024-12-04T04:55:30,839 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733288130821_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-04T04:55:30,840 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-12-04T04:55:30,841 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733288130821_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-04T04:55:30,845 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733288130821_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-04T04:55:30,869 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741926_1102 (size=86)
2024-12-04T04:55:30,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-12-04T04:55:31,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-12-04T04:55:31,272 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733288130821_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-04T04:55:31,272 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 367fa59b71ea9c2dd2bbd8087a5de216}]
2024-12-04T04:55:31,273 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:55:31,426 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=58
2024-12-04T04:55:31,426 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.
2024-12-04T04:55:31,427 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2902): Flushing 367fa59b71ea9c2dd2bbd8087a5de216 1/1 column families, dataSize=170 B heapSize=816 B
2024-12-04T04:55:31,435 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/.tmp/f/299d8014ddef444191eb1f01489b7a7a is 38, key is row-t20/f:q1/1733288104537/Put/seqid=0
2024-12-04T04:55:31,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741927_1103 (size=5134)
2024-12-04T04:55:31,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-12-04T04:55:31,851 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/.tmp/f/299d8014ddef444191eb1f01489b7a7a
2024-12-04T04:55:31,862 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/.tmp/f/299d8014ddef444191eb1f01489b7a7a as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/299d8014ddef444191eb1f01489b7a7a
2024-12-04T04:55:31,871 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/299d8014ddef444191eb1f01489b7a7a, entries=5, sequenceid=111, filesize=5.0 K
2024-12-04T04:55:31,873 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for 367fa59b71ea9c2dd2bbd8087a5de216 in 447ms, sequenceid=111, compaction requested=false
2024-12-04T04:55:31,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.HRegion(2603): Flush status journal for 367fa59b71ea9c2dd2bbd8087a5de216:

2024-12-04T04:55:31,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216. for snapshot_1733288130821_ns2_test-17332880735321 completed.
2024-12-04T04:55:31,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.' region-info for snapshot=snapshot_1733288130821_ns2_test-17332880735321
2024-12-04T04:55:31,873 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-04T04:55:31,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/647ce0a923cc4891bc306c590c0559e7, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/299d8014ddef444191eb1f01489b7a7a] hfiles
2024-12-04T04:55:31,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/647ce0a923cc4891bc306c590c0559e7 for snapshot=snapshot_1733288130821_ns2_test-17332880735321
2024-12-04T04:55:31,874 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/299d8014ddef444191eb1f01489b7a7a for snapshot=snapshot_1733288130821_ns2_test-17332880735321
2024-12-04T04:55:31,898 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741928_1104 (size=130)
2024-12-04T04:55:31,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.
2024-12-04T04:55:31,899 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=58}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=58
2024-12-04T04:55:31,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.HMaster(4169): Remote procedure done, pid=58
2024-12-04T04:55:31,900 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733288130821_ns2_test-17332880735321 on region 367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:55:31,900 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=58, ppid=57, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:55:31,904 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=58, resume processing ppid=57
2024-12-04T04:55:31,904 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733288130821_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-04T04:55:31,904 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, ppid=57, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 367fa59b71ea9c2dd2bbd8087a5de216 in 629 msec
2024-12-04T04:55:31,905 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733288130821_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-04T04:55:31,906 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733288130821_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-04T04:55:31,906 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733288130821_ns2_test-17332880735321
2024-12-04T04:55:31,907 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_1733288130821_ns2_test-17332880735321
2024-12-04T04:55:31,953 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741929_1105 (size=496)
2024-12-04T04:55:31,970 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733288130821_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-04T04:55:31,979 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-12-04T04:55:32,012 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733288130821_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-04T04:55:32,017 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_1733288130821_ns2_test-17332880735321 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_1733288130821_ns2_test-17332880735321
2024-12-04T04:55:32,019 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=57, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733288130821_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-04T04:55:32,020 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733288130821_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 }, snapshot procedure id = 57
2024-12-04T04:55:32,023 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=57, snapshot={ ss=snapshot_1733288130821_ns2_test-17332880735321 table=ns2:test-17332880735321 type=FLUSH ttl=0 } in 1.1830 sec
2024-12-04T04:55:32,989 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=57
2024-12-04T04:55:32,990 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17332880735321 completed
2024-12-04T04:55:32,990 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733288120399
2024-12-04T04:55:32,990 INFO  [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting.
2024-12-04T04:55:32,990 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied.
2024-12-04T04:55:32,990 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733288120399_backup:system_bulk
2024-12-04T04:55:32,990 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733288123123_backup_system_bulk to hdfs://localhost:40619/backupUT/backup_1733288120399/backup/system_bulk/
2024-12-04T04:55:32,990 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-04T04:55:33,043 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:40619, inputRoot=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:55:33,043 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1398929057_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40619/backupUT/backup_1733288120399/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40619/backupUT/backup_1733288120399/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733288123123_backup_system_bulk
2024-12-04T04:55:33,045 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-04T04:55:33,062 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_1733288123123_backup_system_bulk to hdfs://localhost:40619/backupUT/backup_1733288120399/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733288123123_backup_system_bulk
2024-12-04T04:55:33,125 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741930_1106 (size=76)
2024-12-04T04:55:33,129 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741931_1107 (size=702)
2024-12-04T04:55:33,529 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:33,529 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:33,530 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:35,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-11372906764944474008.jar
2024-12-04T04:55:35,011 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:35,012 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:35,093 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-5046199457077818756.jar
2024-12-04T04:55:35,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:35,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:35,094 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:35,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:35,095 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:35,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:35,096 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:55:35,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-04T04:55:35,097 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-04T04:55:35,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-04T04:55:35,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-04T04:55:35,098 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-04T04:55:35,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-04T04:55:35,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-04T04:55:35,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-04T04:55:35,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-04T04:55:35,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-04T04:55:35,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:35,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:35,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:35,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:35,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:35,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:35,103 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:35,178 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-04T04:55:35,205 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-04T04:55:35,217 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733288123123_backup_system_bulk' hfile list
2024-12-04T04:55:35,417 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local1570794087_0005_3478dfa8-0e38-482b-b4dc-20850295f410/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-04T04:55:35,417 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local1570794087_0005_3478dfa8-0e38-482b-b4dc-20850295f410/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-04T04:55:36,520 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-04T04:55:36,521 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-04T04:55:36,526 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733288123123_backup_system_bulk
2024-12-04T04:55:36,526 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733288123123_backup_system_bulk finished.
2024-12-04T04:55:36,527 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733288120399_ns3:test-17332880735322
2024-12-04T04:55:36,527 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733288125310_ns3_test-17332880735322 to hdfs://localhost:40619/backupUT/backup_1733288120399/ns3/test-17332880735322/
2024-12-04T04:55:36,527 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-04T04:55:36,569 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:40619, inputRoot=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:55:36,569 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1398929057_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40619/backupUT/backup_1733288120399/ns3/test-17332880735322, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40619/backupUT/backup_1733288120399/ns3/test-17332880735322/.hbase-snapshot/.tmp/snapshot_1733288125310_ns3_test-17332880735322
2024-12-04T04:55:36,573 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-04T04:55:36,584 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_1733288125310_ns3_test-17332880735322 to hdfs://localhost:40619/backupUT/backup_1733288120399/ns3/test-17332880735322/.hbase-snapshot/.tmp/snapshot_1733288125310_ns3_test-17332880735322
2024-12-04T04:55:36,676 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741932_1108 (size=86)
2024-12-04T04:55:36,680 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741933_1109 (size=443)
2024-12-04T04:55:37,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:37,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:37,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:38,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-17708904329523059052.jar
2024-12-04T04:55:38,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:38,237 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:38,313 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-11085969239180623665.jar
2024-12-04T04:55:38,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:38,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:38,314 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:38,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:38,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:38,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:38,315 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:55:38,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-04T04:55:38,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-04T04:55:38,316 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-04T04:55:38,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-04T04:55:38,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-04T04:55:38,317 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-04T04:55:38,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-04T04:55:38,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-04T04:55:38,318 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-04T04:55:38,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-04T04:55:38,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:38,319 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:38,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:38,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:38,320 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:38,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:38,321 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:38,391 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-04T04:55:38,435 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-04T04:55:38,446 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733288125310_ns3_test-17332880735322' hfile list
2024-12-04T04:55:38,582 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local480995991_0006_de3df9f9-9021-4e1e-98a3-b7685af14776/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-04T04:55:38,582 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local480995991_0006_de3df9f9-9021-4e1e-98a3-b7685af14776/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-04T04:55:39,623 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-04T04:55:39,624 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-04T04:55:39,637 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733288125310_ns3_test-17332880735322
2024-12-04T04:55:39,637 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733288125310_ns3_test-17332880735322 finished.
2024-12-04T04:55:39,637 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733288120399_ns4:test-17332880735323
2024-12-04T04:55:39,637 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733288127480_ns4_test-17332880735323 to hdfs://localhost:40619/backupUT/backup_1733288120399/ns4/test-17332880735323/
2024-12-04T04:55:39,637 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-04T04:55:39,680 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:40619, inputRoot=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:55:39,680 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1398929057_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40619/backupUT/backup_1733288120399/ns4/test-17332880735323, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40619/backupUT/backup_1733288120399/ns4/test-17332880735323/.hbase-snapshot/.tmp/snapshot_1733288127480_ns4_test-17332880735323
2024-12-04T04:55:39,682 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-04T04:55:39,689 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_1733288127480_ns4_test-17332880735323 to hdfs://localhost:40619/backupUT/backup_1733288120399/ns4/test-17332880735323/.hbase-snapshot/.tmp/snapshot_1733288127480_ns4_test-17332880735323
2024-12-04T04:55:39,746 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741934_1110 (size=86)
2024-12-04T04:55:39,750 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741935_1111 (size=443)
2024-12-04T04:55:40,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:40,152 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:40,152 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:41,074 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-11725559190243625539.jar
2024-12-04T04:55:41,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:41,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:41,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-6433510447932546342.jar
2024-12-04T04:55:41,147 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:41,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:41,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:41,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:41,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:41,148 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:41,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:55:41,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-04T04:55:41,149 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-04T04:55:41,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-04T04:55:41,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-04T04:55:41,150 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-04T04:55:41,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-04T04:55:41,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-04T04:55:41,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-04T04:55:41,151 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-04T04:55:41,152 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-04T04:55:41,152 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:41,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:41,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:41,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:41,153 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:41,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:41,154 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:41,217 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-04T04:55:41,235 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-04T04:55:41,248 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733288127480_ns4_test-17332880735323' hfile list
2024-12-04T04:55:41,372 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local1646996929_0007_1a5ed892-d4e0-44c8-bbaf-d464346816ed/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-04T04:55:41,372 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local1646996929_0007_1a5ed892-d4e0-44c8-bbaf-d464346816ed/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-04T04:55:42,435 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-04T04:55:42,437 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-04T04:55:42,443 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733288127480_ns4_test-17332880735323
2024-12-04T04:55:42,443 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733288127480_ns4_test-17332880735323 finished.
2024-12-04T04:55:42,443 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733288120399_test-1733288073532
2024-12-04T04:55:42,443 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733288128630_default_test-1733288073532 to hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/
2024-12-04T04:55:42,443 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-04T04:55:42,481 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:40619, inputRoot=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:55:42,481 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1398929057_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/.hbase-snapshot/.tmp/snapshot_1733288128630_default_test-1733288073532
2024-12-04T04:55:42,483 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-04T04:55:42,493 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_1733288128630_default_test-1733288073532 to hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/.hbase-snapshot/.tmp/snapshot_1733288128630_default_test-1733288073532
2024-12-04T04:55:42,511 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741936_1112 (size=84)
2024-12-04T04:55:42,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741937_1113 (size=1305)
2024-12-04T04:55:42,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:42,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:42,927 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:44,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-16353146632045891503.jar
2024-12-04T04:55:44,041 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:44,042 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:44,125 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-7868297230989935836.jar
2024-12-04T04:55:44,126 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:44,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:44,127 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:44,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:44,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:44,128 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:44,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:55:44,129 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-04T04:55:44,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-04T04:55:44,130 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-04T04:55:44,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-04T04:55:44,131 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-04T04:55:44,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-04T04:55:44,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-04T04:55:44,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-04T04:55:44,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-04T04:55:44,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-04T04:55:44,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:44,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:44,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:44,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:44,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:44,136 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:44,136 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:44,193 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-04T04:55:44,221 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-04T04:55:44,241 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733288128630_default_test-1733288073532' hfile list
2024-12-04T04:55:44,244 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K
2024-12-04T04:55:44,420 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local428518296_0008_f5219400-802e-432f-812b-110db3d628f5/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-04T04:55:44,420 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local428518296_0008_f5219400-802e-432f-812b-110db3d628f5/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-04T04:55:44,521 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-12-04T04:55:44,565 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741938_1114 (size=13760)
2024-12-04T04:55:44,572 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/d2240affe1f04c7b87217dd2985d4028 output=hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/d2240affe1f04c7b87217dd2985d4028
2024-12-04T04:55:44,572 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.292M/sec
2024-12-04T04:55:44,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741939_1115 (size=10796)
2024-12-04T04:55:45,028 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/0f728f0684784debac35ba1f9c719490 output=hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/0f728f0684784debac35ba1f9c719490
2024-12-04T04:55:45,029 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.024M/sec
2024-12-04T04:55:45,096 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741940_1116 (size=8413)
2024-12-04T04:55:45,500 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/bfb9f0823715418aa06b47832f4dec7e output=hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/bfb9f0823715418aa06b47832f4dec7e
2024-12-04T04:55:45,500 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.017M/sec
2024-12-04T04:55:45,519 WARN  [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/mobdir/data/default/test-1733288073532/98f99df6377610e5f5ccced2ab273321/mob/d41d8cd98f00b204e9800998ecf8427e2024120454fe3a9ff6bd4a45b8be417623320504_7b8ae22d56d9b7882b6bd3647aaaec94 to hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/archive/data/default/test-1733288073532/98f99df6377610e5f5ccced2ab273321/mob/d41d8cd98f00b204e9800998ecf8427e2024120454fe3a9ff6bd4a45b8be417623320504_7b8ae22d56d9b7882b6bd3647aaaec94" truncated to max limit (512 characters)
2024-12-04T04:55:45,541 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741941_1117 (size=5591)
2024-12-04T04:55:45,946 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/mobdir/data/default/test-1733288073532/98f99df6377610e5f5ccced2ab273321/mob/d41d8cd98f00b204e9800998ecf8427e2024120454fe3a9ff6bd4a45b8be417623320504_7b8ae22d56d9b7882b6bd3647aaaec94 output=hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/archive/data/default/test-1733288073532/98f99df6377610e5f5ccced2ab273321/mob/d41d8cd98f00b204e9800998ecf8427e2024120454fe3a9ff6bd4a45b8be417623320504_7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:55:45,946 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.012M/sec
2024-12-04T04:55:45,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741942_1118 (size=5484)
2024-12-04T04:55:46,005 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/a6b6a20cde044b2c82b3b3a785abf50f output=hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/a6b6a20cde044b2c82b3b3a785abf50f
2024-12-04T04:55:46,005 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.109M/sec
2024-12-04T04:55:46,486 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-04T04:55:46,487 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-04T04:55:46,505 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733288128630_default_test-1733288073532
2024-12-04T04:55:46,505 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733288128630_default_test-1733288073532 finished.
2024-12-04T04:55:46,505 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733288120399_ns2:test-17332880735321
2024-12-04T04:55:46,505 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733288130821_ns2_test-17332880735321 to hdfs://localhost:40619/backupUT/backup_1733288120399/ns2/test-17332880735321/
2024-12-04T04:55:46,505 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-12-04T04:55:46,545 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:40619, inputRoot=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:55:46,545 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-1398929057_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:40619/backupUT/backup_1733288120399/ns2/test-17332880735321, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:40619/backupUT/backup_1733288120399/ns2/test-17332880735321/.hbase-snapshot/.tmp/snapshot_1733288130821_ns2_test-17332880735321
2024-12-04T04:55:46,548 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-12-04T04:55:46,554 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_1733288130821_ns2_test-17332880735321 to hdfs://localhost:40619/backupUT/backup_1733288120399/ns2/test-17332880735321/.hbase-snapshot/.tmp/snapshot_1733288130821_ns2_test-17332880735321
2024-12-04T04:55:46,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741943_1119 (size=86)
2024-12-04T04:55:46,592 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741944_1120 (size=496)
2024-12-04T04:55:46,992 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:46,993 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:46,993 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:48,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-17445631055636598193.jar
2024-12-04T04:55:48,037 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:48,038 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:48,112 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-3351202549105643886.jar
2024-12-04T04:55:48,112 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:48,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:48,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:48,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:48,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:48,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:55:48,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:55:48,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-04T04:55:48,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-04T04:55:48,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-04T04:55:48,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-04T04:55:48,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-04T04:55:48,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-04T04:55:48,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-04T04:55:48,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-04T04:55:48,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-04T04:55:48,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-04T04:55:48,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:48,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:48,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:48,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:48,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-12-04T04:55:48,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:48,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:55:48,173 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-04T04:55:48,189 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-04T04:55:48,196 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733288130821_ns2_test-17332880735321' hfile list
2024-12-04T04:55:48,198 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K
2024-12-04T04:55:48,308 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local713432026_0009_92740e62-2e3e-40af-bf94-01f715ab7d07/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-04T04:55:48,309 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local713432026_0009_92740e62-2e3e-40af-bf94-01f715ab7d07/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-04T04:55:48,387 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-12-04T04:55:48,429 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741945_1121 (size=8413)
2024-12-04T04:55:48,834 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/647ce0a923cc4891bc306c590c0559e7 output=hdfs://localhost:40619/backupUT/backup_1733288120399/ns2/test-17332880735321/archive/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/647ce0a923cc4891bc306c590c0559e7
2024-12-04T04:55:48,835 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec
2024-12-04T04:55:48,867 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741946_1122 (size=5134)
2024-12-04T04:55:49,273 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/299d8014ddef444191eb1f01489b7a7a output=hdfs://localhost:40619/backupUT/backup_1733288120399/ns2/test-17332880735321/archive/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/299d8014ddef444191eb1f01489b7a7a
2024-12-04T04:55:49,274 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.011M/sec
2024-12-04T04:55:49,353 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-12-04T04:55:49,354 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-12-04T04:55:49,361 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733288130821_ns2_test-17332880735321
2024-12-04T04:55:49,361 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733288130821_ns2_test-17332880735321 finished.
2024-12-04T04:55:49,361 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk
2024-12-04T04:55:49,361 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17332880735322
2024-12-04T04:55:49,361 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17332880735323
2024-12-04T04:55:49,361 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733288073532
2024-12-04T04:55:49,361 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17332880735321
2024-12-04T04:55:49,374 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733288120399
2024-12-04T04:55:49,374 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it.
2024-12-04T04:55:49,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741947_1123 (size=176)
2024-12-04T04:55:49,784 INFO  [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:40619/backupUT/backup_1733288120399/.backup.manifest
2024-12-04T04:55:49,784 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733288120399 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17332880735322;ns4:test-17332880735323;test-1733288073532;ns2:test-17332880735321,targetRootDir=hdfs://localhost:40619/backupUT,startts=1733288122590,completets=1733288149374,bytescopied=0
2024-12-04T04:55:49,784 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup.
2024-12-04T04:55:49,784 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733288123123_backup_system_bulk
2024-12-04T04:55:49,785 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733288123123_backup_system_bulk"
type: DISABLED

2024-12-04T04:55:49,787 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733288123123_backup_system_bulk
2024-12-04T04:55:49,788 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733288123123_backup_system_bulk for backup backup_1733288120399 succeeded.
2024-12-04T04:55:49,789 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733288125310_ns3_test-17332880735322
2024-12-04T04:55:49,789 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733288125310_ns3_test-17332880735322"
type: DISABLED

2024-12-04T04:55:49,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733288125310_ns3_test-17332880735322
2024-12-04T04:55:49,793 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733288125310_ns3_test-17332880735322 for backup backup_1733288120399 succeeded.
2024-12-04T04:55:49,793 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733288127480_ns4_test-17332880735323
2024-12-04T04:55:49,794 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733288127480_ns4_test-17332880735323"
type: DISABLED

2024-12-04T04:55:49,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733288127480_ns4_test-17332880735323
2024-12-04T04:55:49,797 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733288127480_ns4_test-17332880735323 for backup backup_1733288120399 succeeded.
2024-12-04T04:55:49,797 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733288128630_default_test-1733288073532
2024-12-04T04:55:49,797 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733288128630_default_test-1733288073532"
type: DISABLED

2024-12-04T04:55:49,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733288128630_default_test-1733288073532
2024-12-04T04:55:49,801 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733288128630_default_test-1733288073532 for backup backup_1733288120399 succeeded.
2024-12-04T04:55:49,801 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733288130821_ns2_test-17332880735321
2024-12-04T04:55:49,801 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_1733288130821_ns2_test-17332880735321"
type: DISABLED

2024-12-04T04:55:49,803 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733288130821_ns2_test-17332880735321
2024-12-04T04:55:49,804 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733288130821_ns2_test-17332880735321 for backup backup_1733288120399 succeeded.
2024-12-04T04:55:49,805 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-04T04:55:49,810 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system"
type: DISABLED

2024-12-04T04:55:49,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-12-04T04:55:49,814 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-12-04T04:55:49,817 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-04T04:55:49,824 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733288120399 completed.
2024-12-04T04:55:49,837 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:49,842 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:50,945 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T04:55:54,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:54,879 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:54,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:54,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:54,932 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-12-04T04:55:54,940 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733288154854
2024-12-04T04:55:54,945 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733288120399}
2024-12-04T04:55:54,945 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-12-04T04:55:54,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:54,978 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:55,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:55,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:55,059 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:55,066 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:55,092 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:55,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:55,139 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:55,150 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:55,165 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.3 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-04T04:55:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733288155165 (current time:1733288155165).
2024-12-04T04:55:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-12-04T04:55:55,165 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-12-04T04:55:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6730c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:55:55,169 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:55:55,170 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:55:55,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:55:55,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:55:55,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50fcfce2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:55,171 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:55:55,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:55:55,172 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:55,173 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39206, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:55:55,174 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@522d66e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:55:55,174 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:55:55,175 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:55:55,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:55:55,178 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33536, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:55:55,179 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851.
2024-12-04T04:55:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:55:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:55,180 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:55:55,180 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:55:55,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-12-04T04:55:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-12-04T04:55:55,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59
2024-12-04T04:55:55,184 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-12-04T04:55:55,189 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-12-04T04:55:55,190 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-12-04T04:55:55,202 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-12-04T04:55:55,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741948_1124 (size=52)
2024-12-04T04:55:55,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-12-04T04:55:55,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-12-04T04:55:55,615 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-12-04T04:55:55,615 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc09646f53853cfd94ba739e87f912ee}]
2024-12-04T04:55:55,616 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:55:55,769 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=37183 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=60
2024-12-04T04:55:55,769 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:55:55,769 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2902): Flushing dc09646f53853cfd94ba739e87f912ee 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB
2024-12-04T04:55:55,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/meta/8d2acc1b95ee49b7b83bbcc9cf0bdaaf is 158, key is trslm:hdfs://localhost:40619/backupUT\x00ns2:test-17332880735321/meta:log-roll-map/1733288149367/Put/seqid=0
2024-12-04T04:55:55,787 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741949_1125 (size=6646)
2024-12-04T04:55:55,789 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/meta/8d2acc1b95ee49b7b83bbcc9cf0bdaaf
2024-12-04T04:55:55,807 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/session/4458c7360d9c4b71872a1844b466ed3d is 826, key is session:backup_1733288120399/session:context/1733288149816/Put/seqid=0
2024-12-04T04:55:55,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-12-04T04:55:55,818 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741950_1126 (size=5928)
2024-12-04T04:55:56,219 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/session/4458c7360d9c4b71872a1844b466ed3d
2024-12-04T04:55:56,226 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/meta/8d2acc1b95ee49b7b83bbcc9cf0bdaaf as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/8d2acc1b95ee49b7b83bbcc9cf0bdaaf
2024-12-04T04:55:56,234 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/8d2acc1b95ee49b7b83bbcc9cf0bdaaf, entries=12, sequenceid=42, filesize=6.5 K
2024-12-04T04:55:56,235 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/session/4458c7360d9c4b71872a1844b466ed3d as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/4458c7360d9c4b71872a1844b466ed3d
2024-12-04T04:55:56,243 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/4458c7360d9c4b71872a1844b466ed3d, entries=2, sequenceid=42, filesize=5.8 K
2024-12-04T04:55:56,244 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for dc09646f53853cfd94ba739e87f912ee in 475ms, sequenceid=42, compaction requested=true
2024-12-04T04:55:56,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.HRegion(2603): Flush status journal for dc09646f53853cfd94ba739e87f912ee:

2024-12-04T04:55:56,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee. for snapshot_backup_system completed.
2024-12-04T04:55:56,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.' region-info for snapshot=snapshot_backup_system
2024-12-04T04:55:56,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-12-04T04:55:56,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/389710fe8a584a16a105a7467833b213, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/6dadad694e0b44328745cf3cee5a8371, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/8d2acc1b95ee49b7b83bbcc9cf0bdaaf] hfiles
2024-12-04T04:55:56,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/389710fe8a584a16a105a7467833b213 for snapshot=snapshot_backup_system
2024-12-04T04:55:56,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/6dadad694e0b44328745cf3cee5a8371 for snapshot=snapshot_backup_system
2024-12-04T04:55:56,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/8d2acc1b95ee49b7b83bbcc9cf0bdaaf for snapshot=snapshot_backup_system
2024-12-04T04:55:56,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/a8ea04d76cbc49bc8fc1436aa5d1a559, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/37985546f07641a29994e22de1541e61, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/fb164fffea1c4bb0b1971df69f4bdc9e, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/4458c7360d9c4b71872a1844b466ed3d] hfiles
2024-12-04T04:55:56,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/a8ea04d76cbc49bc8fc1436aa5d1a559 for snapshot=snapshot_backup_system
2024-12-04T04:55:56,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/37985546f07641a29994e22de1541e61 for snapshot=snapshot_backup_system
2024-12-04T04:55:56,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/fb164fffea1c4bb0b1971df69f4bdc9e for snapshot=snapshot_backup_system
2024-12-04T04:55:56,245 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/4458c7360d9c4b71872a1844b466ed3d for snapshot=snapshot_backup_system
2024-12-04T04:55:56,272 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741951_1127 (size=330)
2024-12-04T04:55:56,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:55:56,273 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=60}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=60
2024-12-04T04:55:56,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster(4169): Remote procedure done, pid=60
2024-12-04T04:55:56,274 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:55:56,274 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=60, ppid=59, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:55:56,280 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=60, resume processing ppid=59
2024-12-04T04:55:56,280 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-12-04T04:55:56,280 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, ppid=59, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dc09646f53853cfd94ba739e87f912ee in 661 msec
2024-12-04T04:55:56,281 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-12-04T04:55:56,282 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-12-04T04:55:56,282 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-12-04T04:55:56,283 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_backup_system
2024-12-04T04:55:56,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741952_1128 (size=967)
2024-12-04T04:55:56,320 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-12-04T04:55:56,701 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-12-04T04:55:56,714 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-12-04T04:55:56,714 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.hbase-snapshot/snapshot_backup_system
2024-12-04T04:55:56,716 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=59, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-12-04T04:55:56,716 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 59
2024-12-04T04:55:56,718 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=59, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5350 sec
2024-12-04T04:55:57,329 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=59
2024-12-04T04:55:57,329 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-12-04T04:55:57,329 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733288154854 started at 1733288157329.
2024-12-04T04:55:57,332 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733288154854 has been started.
2024-12-04T04:55:57,339 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, test-1733288073532, ns2:test-17332880735321, ns3:test-17332880735322, ns4:test-17332880735323]
2024-12-04T04:55:57,348 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733288110329for backupID backup_1733288154854
2024-12-04T04:55:57,348 INFO  [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ...
2024-12-04T04:55:57,349 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.3 procedure request for: rolllog-proc
2024-12-04T04:55:57,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-12-04T04:55:57,350 INFO  [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-12-04T04:55:57,350 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-12-04T04:55:57,350 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-12-04T04:55:57,350 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-12-04T04:55:57,353 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-04T04:55:57,353 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-12-04T04:55:57,443 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,443 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-04T04:55:57,444 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-04T04:55:57,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-04T04:55:57,444 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,444 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-12-04T04:55:57,444 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-12-04T04:55:57,445 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-12-04T04:55:57,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-12-04T04:55:57,445 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-12-04T04:55:57,445 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-12-04T04:55:57,446 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-12-04T04:55:57,446 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-12-04T04:55:57,446 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-12-04T04:55:57,446 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-12-04T04:55:57,446 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-12-04T04:55:57,446 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-12-04T04:55:57,446 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: '67abd3a0ee76,37183,1733288063835' joining acquired barrier for procedure (rolllog) in zk
2024-12-04T04:55:57,474 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:57,475 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-04T04:55:57,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-04T04:55:57,475 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-12-04T04:55:57,476 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-12-04T04:55:57,477 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-04T04:55:57,478 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-04T04:55:57,479 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:57,479 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,480 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-04T04:55:57,480 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: '67abd3a0ee76,37183,1733288063835' joining acquired barrier for procedure 'rolllog' on coordinator
2024-12-04T04:55:57,480 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5cb04f6d[Count = 0] remaining members to acquire global barrier
2024-12-04T04:55:57,480 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-12-04T04:55:57,480 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:57,485 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:57,485 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:57,485 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:57,485 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,485 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-12-04T04:55:57,485 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-12-04T04:55:57,487 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-12-04T04:55:57,487 DEBUG [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: 67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,487 INFO  [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733288122712 highest: 1733288122753 on 67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,487 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0:(num 1733288122712) roll requested
2024-12-04T04:55:57,507 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288157487, exclude list is [], retry=0
2024-12-04T04:55:57,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-f183c3ee-d791-4f57-9159-5d6a667a6cae,DISK]
2024-12-04T04:55:57,522 INFO  [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288122712 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288157487
2024-12-04T04:55:57,523 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)]
2024-12-04T04:55:57,523 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288122712 is not closed yet, will try archiving it next time
2024-12-04T04:55:57,523 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1:(num 1733288122753) roll requested
2024-12-04T04:55:57,524 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288090592 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288090592
2024-12-04T04:55:57,529 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741910_1086 (size=653)
2024-12-04T04:55:57,532 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288122712 not finished, retry = 0
2024-12-04T04:55:57,543 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288157523, exclude list is [], retry=0
2024-12-04T04:55:57,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-f183c3ee-d791-4f57-9159-5d6a667a6cae,DISK]
2024-12-04T04:55:57,564 INFO  [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288122753 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288157523
2024-12-04T04:55:57,564 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)]
2024-12-04T04:55:57,564 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288122753 is not closed yet, will try archiving it next time
2024-12-04T04:55:57,564 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL 67abd3a0ee76%2C37183%2C1733288063835.meta:.meta(num 1733288122781) roll requested
2024-12-04T04:55:57,568 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288110329 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288110329
2024-12-04T04:55:57,574 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741911_1087 (size=4710)
2024-12-04T04:55:57,591 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288157565.meta, exclude list is [], retry=0
2024-12-04T04:55:57,599 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:38615,DS-f183c3ee-d791-4f57-9159-5d6a667a6cae,DISK]
2024-12-04T04:55:57,609 DEBUG [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 122
2024-12-04T04:55:57,609 INFO  [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733288157487 on 67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,612 INFO  [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288122781.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288157565.meta
2024-12-04T04:55:57,613 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:45783:45783)]
2024-12-04T04:55:57,613 DEBUG [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288122781.meta is not closed yet, will try archiving it next time
2024-12-04T04:55:57,619 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288122781.meta not finished, retry = 0
2024-12-04T04:55:57,620 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741912_1088 (size=93)
2024-12-04T04:55:57,633 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:55:57,637 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288122712 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288122712
2024-12-04T04:55:57,641 DEBUG [rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:55:57,655 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-12-04T04:55:57,655 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member '67abd3a0ee76,37183,1733288063835' in zk
2024-12-04T04:55:57,699 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,699 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-12-04T04:55:57,699 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-04T04:55:57,699 DEBUG [member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-12-04T04:55:57,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-04T04:55:57,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-04T04:55:57,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-04T04:55:57,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-04T04:55:57,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:57,701 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,704 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-04T04:55:57,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:57,705 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,706 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member '67abd3a0ee76,37183,1733288063835': 
2024-12-04T04:55:57,706 INFO  [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-12-04T04:55:57,706 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-12-04T04:55:57,706 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: '67abd3a0ee76,37183,1733288063835' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-12-04T04:55:57,706 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-12-04T04:55:57,707 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-12-04T04:55:57,707 INFO  [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-12-04T04:55:57,721 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288122781.meta to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288122781.meta
2024-12-04T04:55:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-04T04:55:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-04T04:55:57,763 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-04T04:55:57,763 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-12-04T04:55:57,763 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-04T04:55:57,763 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-12-04T04:55:57,763 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-12-04T04:55:57,763 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-12-04T04:55:57,764 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-04T04:55:57,764 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-04T04:55:57,764 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-12-04T04:55:57,764 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-12-04T04:55:57,764 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,765 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:57,765 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-12-04T04:55:57,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:57,766 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,766 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,767 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-12-04T04:55:57,767 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-12-04T04:55:57,768 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,816 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-04T04:55:57,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-12-04T04:55:57,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-12-04T04:55:57,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-12-04T04:55:57,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/67abd3a0ee76,37183,1733288063835
2024-12-04T04:55:57,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:57,817 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-12-04T04:55:57,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-12-04T04:55:57,817 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-12-04T04:55:57,817 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-12-04T04:55:57,817 DEBUG [(67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-12-04T04:55:57,817 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-12-04T04:55:57,817 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-12-04T04:55:57,818 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-12-04T04:55:57,818 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-12-04T04:55:57,818 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error)
2024-12-04T04:55:57,830 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-12-04T04:55:57,833 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup()
olderTimestamps: {67abd3a0ee76:37183=1733288110329}
 newestTimestamps: {67abd3a0ee76:37183=1733288122753}
2024-12-04T04:55:57,835 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 67abd3a0ee76%2C37183%2C1733288063835.meta.1733288068593.meta
2024-12-04T04:55:57,835 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 67abd3a0ee76%2C37183%2C1733288063835.meta.1733288110369.meta
2024-12-04T04:55:57,835 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: 67abd3a0ee76%2C37183%2C1733288063835.meta.1733288157565.meta
2024-12-04T04:55:57,835 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288157487
2024-12-04T04:55:57,835 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288122753
2024-12-04T04:55:57,835 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288157523
2024-12-04T04:55:57,836 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288090628.meta
2024-12-04T04:55:57,836 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288122781.meta
2024-12-04T04:55:57,852 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741956_1132 (size=640)
2024-12-04T04:55:58,254 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:40619/backupUT/backup_1733288154854/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:55:58,254 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-04T04:55:58,256 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk
2024-12-04T04:55:58,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741957_1133 (size=45)
2024-12-04T04:55:58,662 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk
2024-12-04T04:55:58,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741958_1134 (size=390)
2024-12-04T04:55:59,099 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17332880735322 target: hdfs://localhost:40619/backupUT/backup_1733288154854/ns3/test-17332880735322 descriptor: 'ns3:test-17332880735322', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:55:59,099 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-04T04:55:59,102 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17332880735322
2024-12-04T04:55:59,119 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741959_1135 (size=50)
2024-12-04T04:55:59,519 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17332880735322
2024-12-04T04:55:59,552 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741960_1136 (size=390)
2024-12-04T04:55:59,954 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17332880735323 target: hdfs://localhost:40619/backupUT/backup_1733288154854/ns4/test-17332880735323 descriptor: 'ns4:test-17332880735323', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:55:59,954 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-04T04:55:59,957 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17332880735323
2024-12-04T04:55:59,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741961_1137 (size=50)
2024-12-04T04:55:59,974 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17332880735323
2024-12-04T04:56:00,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741962_1138 (size=908)
2024-12-04T04:56:00,406 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733288073532 target: hdfs://localhost:40619/backupUT/backup_1733288154854/default/test-1733288073532 descriptor: 'test-1733288073532', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:56:00,406 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-04T04:56:00,411 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733288073532
2024-12-04T04:56:00,422 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741963_1139 (size=53)
2024-12-04T04:56:00,823 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733288073532
2024-12-04T04:56:00,838 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741964_1140 (size=364)
2024-12-04T04:56:01,239 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17332880735321 target: hdfs://localhost:40619/backupUT/backup_1733288154854/ns2/test-17332880735321 descriptor: 'ns2:test-17332880735321', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:56:01,239 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-12-04T04:56:01,242 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17332880735321
2024-12-04T04:56:01,250 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741965_1141 (size=50)
2024-12-04T04:56:01,651 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17332880735321
2024-12-04T04:56:01,660 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:40619/backupUT/.tmp/backup_1733288154854 from hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288122753;hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288122712
2024-12-04T04:56:01,661 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6816c7ec, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:01,661 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:01,661 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:01,662 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:01,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:01,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:01,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fb7a503, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:01,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:01,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:01,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:01,663 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39228, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:01,664 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3695eb51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:01,664 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:01,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:01,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@43dfe2d6
2024-12-04T04:56:01,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:01,666 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:39238, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:01,669 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-04T04:56:01,669 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk
2024-12-04T04:56:01,669 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:01,669 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:01,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:01,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:01,671 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33548, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:01,673 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk;
2024-12-04T04:56:01,673 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733288073532
2024-12-04T04:56:01,673 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733288073532,, stopping at row=test-1733288073532 ,, for max=2147483647 with caching=100
2024-12-04T04:56:01,674 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733288073532: test-1733288073532;
2024-12-04T04:56:01,674 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17332880735321
2024-12-04T04:56:01,675 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17332880735321,, stopping at row=ns2:test-17332880735321 ,, for max=2147483647 with caching=100
2024-12-04T04:56:01,676 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17332880735321: ns2:test-17332880735321;
2024-12-04T04:56:01,676 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17332880735322
2024-12-04T04:56:01,676 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17332880735322,, stopping at row=ns3:test-17332880735322 ,, for max=2147483647 with caching=100
2024-12-04T04:56:01,679 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17332880735322: ns3:test-17332880735322;
2024-12-04T04:56:01,679 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17332880735323
2024-12-04T04:56:01,679 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17332880735323,, stopping at row=ns4:test-17332880735323 ,, for max=2147483647 with caching=100
2024-12-04T04:56:01,681 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17332880735323: ns4:test-17332880735323;
2024-12-04T04:56:01,681 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables
2024-12-04T04:56:01,681 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/partitions_7fc897b7-44a7-4880-b9ea-da7897647d31
2024-12-04T04:56:01,686 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741966_1142 (size=324)
2024-12-04T04:56:02,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:02,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:02,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:03,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-1122873475349362523.jar
2024-12-04T04:56:03,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:03,091 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:03,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-154103333468953995.jar
2024-12-04T04:56:03,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:03,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:03,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:03,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:03,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:03,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:03,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:56:03,161 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-04T04:56:03,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-04T04:56:03,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-04T04:56:03,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-04T04:56:03,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-04T04:56:03,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-04T04:56:03,163 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-04T04:56:03,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-04T04:56:03,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-04T04:56:03,164 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-04T04:56:03,165 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:03,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-1898558342034494248.jar
2024-12-04T04:56:03,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-1898558342034494248.jar
2024-12-04T04:56:03,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:03,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-1898558342034494248.jar
2024-12-04T04:56:03,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-1898558342034494248.jar
2024-12-04T04:56:03,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:56:03,241 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,default:test-1733288073532,ns2:test-17332880735321,ns3:test-17332880735322,ns4:test-17332880735323
2024-12-04T04:56:03,241 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:56:03,241 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:188)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:03,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:03,241 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:03,241 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:03,242 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:56:04,175 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-7427759904337498704.jar
2024-12-04T04:56:04,192 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-04T04:56:04,205 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-04T04:56:04,209 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288122753 for WAL files
2024-12-04T04:56:04,210 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288122753
2024-12-04T04:56:04,210 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288122712 for WAL files
2024-12-04T04:56:04,211 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288122712
2024-12-04T04:56:04,330 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local407285843_0010_fa13ea5d-9e78-451d-a60d-b8f7e7113ffa/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-04T04:56:04,330 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local407285843_0010_fa13ea5d-9e78-451d-a60d-b8f7e7113ffa/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-04T04:56:04,388 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288122753 for hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288122753 (-9223372036854775808:9223372036854775807) length:4710
2024-12-04T04:56:04,393 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-12-04T04:56:04,393 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-12-04T04:56:04,443 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288122712 for hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288122712 (-9223372036854775808:9223372036854775807) length:653
2024-12-04T04:56:04,447 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-12-04T04:56:04,447 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-12-04T04:56:04,675 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46eacd67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:04,675 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:04,676 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:04,676 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:04,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:04,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:04,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7552d877, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:04,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:04,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:04,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:04,679 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:04,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bfb7d5a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:04,680 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:04,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:04,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:04,682 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49482, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:04,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733288073532', row='row-test-1733288073532-2-0', locateType=CURRENT is [region=test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94., hostname=67abd3a0ee76,37183,1733288063835, seqNum=338]
2024-12-04T04:56:04,686 INFO  [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1.
2024-12-04T04:56:04,686 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:04,686 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:04,687 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:04,687 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733288073532-2-0]
2024-12-04T04:56:04,687 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 67abd3a0ee76
2024-12-04T04:56:04,687 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:04,702 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/backupUT/.tmp/backup_1733288154854/_temporary/0/_temporary/attempt_local407285843_0010_r_000004_0/default/test-1733288073532/f2/cfdc68b3a5bc4b7ebedc9692a6ec43d8 is 58, key is row-test-1733288073532-2-0/f2:q1/1733288149846/Put/seqid=0
2024-12-04T04:56:04,717 WARN  [Thread-1495 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [67abd3a0ee76:37183] Specified favored nodes: [67abd3a0ee76:37183]
2024-12-04T04:56:04,725 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741967_1143 (size=5366)
2024-12-04T04:56:05,003 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 7b8ae22d56d9b7882b6bd3647aaaec94, had cached 0 bytes from a total of 38453
2024-12-04T04:56:05,375 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:40619/backupUT
2024-12-04T04:56:05,375 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733288154854
2024-12-04T04:56:05,375 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP
2024-12-04T04:56:05,388 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:40619/backupUT/.tmp/backup_1733288154854, hdfs://localhost:40619/backupUT]
2024-12-04T04:56:05,437 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-04T04:56:05,589 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741968_1144 (size=5366)
2024-12-04T04:56:06,043 INFO  [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0
2024-12-04T04:56:06,047 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733288154854
2024-12-04T04:56:06,047 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5366 bytes copied."
2024-12-04T04:56:06,047 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local600781007_0011 completed: true true
2024-12-04T04:56:06,047 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26
	File System Counters
		FILE: Number of bytes read=2674232
		FILE: Number of bytes written=13188643
		FILE: Number of read operations=0
		FILE: Number of large read operations=0
		FILE: Number of write operations=0
		HDFS: Number of bytes read=409590
		HDFS: Number of bytes written=2547110
		HDFS: Number of read operations=1168
		HDFS: Number of large read operations=0
		HDFS: Number of write operations=422
		HDFS: Number of bytes read erasure-coded=0
	Map-Reduce Framework
		Map input records=6
		Map output records=0
		Input split bytes=341
		Spilled Records=0
		Failed Shuffles=0
		Merged Map outputs=0
		GC time elapsed (ms)=0
		Total committed heap usage (bytes)=1048576000
	File Input Format Counters 
		Bytes Read=1482
	File Output Format Counters 
		Bytes Written=0
	DistCp Counters
		Bandwidth in Bytes=5366
		Bytes Copied=5366
		Bytes Expected=5366
		Files Copied=2
		DIR_COPY=4
2024-12-04T04:56:06,047 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:40619/backupUT/.tmp/backup_1733288154854 to hdfs://localhost:40619/backupUT finished.
2024-12-04T04:56:06,071 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733288154854
2024-12-04T04:56:06,076 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733288120399}
2024-12-04T04:56:06,076 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-12-04T04:56:06,091 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741969_1145 (size=648)
2024-12-04T04:56:06,092 INFO  [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:40619/backupUT/backup_1733288154854/.backup.manifest
2024-12-04T04:56:06,092 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733288154854 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns3:test-17332880735322;ns4:test-17332880735323;test-1733288073532;ns2:test-17332880735321,targetRootDir=hdfs://localhost:40619/backupUT,startts=1733288157329,completets=1733288166071,bytescopied=0
2024-12-04T04:56:06,092 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-12-04T04:56:06,102 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.3 delete name: "snapshot_backup_system"
type: DISABLED

2024-12-04T04:56:06,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-12-04T04:56:06,106 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-12-04T04:56:06,125 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-12-04T04:56:06,140 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733288154854 completed.
2024-12-04T04:56:06,141 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows
2024-12-04T04:56:06,163 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:06,170 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:06,177 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:40619/backupUT/backup_1733288154854/.backup.manifest
2024-12-04T04:56:06,180 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733288154854/.backup.manifest
2024-12-04T04:56:06,180 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(196): Restoring full backup_1733288083754
2024-12-04T04:56:06,184 INFO  [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process
2024-12-04T04:56:06,186 INFO  [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process
2024-12-04T04:56:06,186 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:40619/backupUT/backup_1733288083754/.backup.manifest
2024-12-04T04:56:06,189 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733288083754/.backup.manifest
2024-12-04T04:56:06,192 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:40619/backupUT/backup_1733288083754/.backup.manifest
2024-12-04T04:56:06,194 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733288083754/.backup.manifest
2024-12-04T04:56:06,194 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733288073532' to 'table1' from full backup image hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532
2024-12-04T04:56:06,224 INFO  [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1'
2024-12-04T04:56:06,224 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:56:06,225 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f in region [hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94]
2024-12-04T04:56:06,231 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/bfb9f0823715418aa06b47832f4dec7e first=row0 last=row98
2024-12-04T04:56:06,231 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f3 in region [hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94]
2024-12-04T04:56:06,235 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f3/b7c0c686e11944f8923d96fb7d89f9ec first=row-test-1733288073532-3-0 last=row-test-1733288073532-3-5
2024-12-04T04:56:06,235 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob in region [hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94]
2024-12-04T04:56:06,240 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/a6b6a20cde044b2c82b3b3a785abf50f first=row-test-1733288073532-3-0 last=row-test-1733288073532-3-5
2024-12-04T04:56:06,248 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:56:06,249 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1
2024-12-04T04:56:06,250 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T04:56:06,250 DEBUG [PEWorker-3 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:06,250 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "default"
qualifier: "table1"
 procId is: 61
2024-12-04T04:56:06,251 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T04:56:06,251 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-12-04T04:56:06,261 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741970_1146 (size=938)
2024-12-04T04:56:06,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-12-04T04:56:06,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-12-04T04:56:06,663 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => c127d2c3dd73e7a56685857632f7323b, NAME => 'table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:56:06,663 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 785c58c8840038cce027bae0ece89df5, NAME => 'table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:56:06,671 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741971_1147 (size=45)
2024-12-04T04:56:06,672 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741972_1148 (size=45)
2024-12-04T04:56:06,672 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:56:06,672 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing c127d2c3dd73e7a56685857632f7323b, disabling compactions & flushes
2024-12-04T04:56:06,673 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.
2024-12-04T04:56:06,673 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.
2024-12-04T04:56:06,673 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b. after waiting 0 ms
2024-12-04T04:56:06,673 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.
2024-12-04T04:56:06,673 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.
2024-12-04T04:56:06,673 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for c127d2c3dd73e7a56685857632f7323b:
Waiting for close lock at 1733288166672Disabling compacts and flushes for region at 1733288166672Disabling writes for close at 1733288166673 (+1 ms)Writing region close event to WAL at 1733288166673Closed at 1733288166673
2024-12-04T04:56:06,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-12-04T04:56:07,072 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:56:07,073 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 785c58c8840038cce027bae0ece89df5, disabling compactions & flushes
2024-12-04T04:56:07,073 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.
2024-12-04T04:56:07,073 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.
2024-12-04T04:56:07,073 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5. after waiting 0 ms
2024-12-04T04:56:07,073 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.
2024-12-04T04:56:07,073 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.
2024-12-04T04:56:07,073 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 785c58c8840038cce027bae0ece89df5:
Waiting for close lock at 1733288167072Disabling compacts and flushes for region at 1733288167073 (+1 ms)Disabling writes for close at 1733288167073Writing region close event to WAL at 1733288167073Closed at 1733288167073
2024-12-04T04:56:07,074 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T04:56:07,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733288167074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733288167074"}]},"ts":"1733288167074"}
2024-12-04T04:56:07,074 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733288167074"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733288167074"}]},"ts":"1733288167074"}
2024-12-04T04:56:07,078 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-12-04T04:56:07,079 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T04:56:07,079 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288167079"}]},"ts":"1733288167079"}
2024-12-04T04:56:07,081 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta
2024-12-04T04:56:07,082 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=c127d2c3dd73e7a56685857632f7323b, ASSIGN}, {pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=785c58c8840038cce027bae0ece89df5, ASSIGN}]
2024-12-04T04:56:07,083 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=785c58c8840038cce027bae0ece89df5, ASSIGN
2024-12-04T04:56:07,083 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=c127d2c3dd73e7a56685857632f7323b, ASSIGN
2024-12-04T04:56:07,084 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=785c58c8840038cce027bae0ece89df5, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37183,1733288063835; forceNewPlan=false, retain=false
2024-12-04T04:56:07,084 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=c127d2c3dd73e7a56685857632f7323b, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37183,1733288063835; forceNewPlan=false, retain=false
2024-12-04T04:56:07,235 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=785c58c8840038cce027bae0ece89df5, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:07,235 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=c127d2c3dd73e7a56685857632f7323b, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:07,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=785c58c8840038cce027bae0ece89df5, ASSIGN because future has completed
2024-12-04T04:56:07,237 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 785c58c8840038cce027bae0ece89df5, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:56:07,237 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=62, ppid=61, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=c127d2c3dd73e7a56685857632f7323b, ASSIGN because future has completed
2024-12-04T04:56:07,238 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure c127d2c3dd73e7a56685857632f7323b, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:56:07,389 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-12-04T04:56:07,393 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(132): Open table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.
2024-12-04T04:56:07,394 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7752): Opening region: {ENCODED => 785c58c8840038cce027bae0ece89df5, NAME => 'table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.', STARTKEY => 'row0', ENDKEY => ''}
2024-12-04T04:56:07,394 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:56:07,394 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 785c58c8840038cce027bae0ece89df5
2024-12-04T04:56:07,394 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(898): Instantiated table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:56:07,395 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7794): checking encryption for 785c58c8840038cce027bae0ece89df5
2024-12-04T04:56:07,395 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(7797): checking classloading for 785c58c8840038cce027bae0ece89df5
2024-12-04T04:56:07,397 INFO  [StoreOpener-785c58c8840038cce027bae0ece89df5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 785c58c8840038cce027bae0ece89df5 
2024-12-04T04:56:07,398 INFO  [StoreOpener-785c58c8840038cce027bae0ece89df5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 785c58c8840038cce027bae0ece89df5 columnFamilyName f
2024-12-04T04:56:07,398 DEBUG [StoreOpener-785c58c8840038cce027bae0ece89df5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:07,399 INFO  [StoreOpener-785c58c8840038cce027bae0ece89df5-1 {}] regionserver.HStore(327): Store=785c58c8840038cce027bae0ece89df5/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:07,399 INFO  [StoreOpener-785c58c8840038cce027bae0ece89df5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 785c58c8840038cce027bae0ece89df5 
2024-12-04T04:56:07,401 INFO  [StoreOpener-785c58c8840038cce027bae0ece89df5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 785c58c8840038cce027bae0ece89df5 columnFamilyName f3
2024-12-04T04:56:07,401 DEBUG [StoreOpener-785c58c8840038cce027bae0ece89df5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:07,402 INFO  [StoreOpener-785c58c8840038cce027bae0ece89df5-1 {}] regionserver.HStore(327): Store=785c58c8840038cce027bae0ece89df5/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:07,402 INFO  [StoreOpener-785c58c8840038cce027bae0ece89df5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 785c58c8840038cce027bae0ece89df5 
2024-12-04T04:56:07,405 INFO  [StoreOpener-785c58c8840038cce027bae0ece89df5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 785c58c8840038cce027bae0ece89df5 columnFamilyName mob
2024-12-04T04:56:07,407 DEBUG [StoreOpener-785c58c8840038cce027bae0ece89df5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:07,408 INFO  [StoreOpener-785c58c8840038cce027bae0ece89df5-1 {}] regionserver.HStore(327): Store=785c58c8840038cce027bae0ece89df5/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:07,408 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1038): replaying wal for 785c58c8840038cce027bae0ece89df5
2024-12-04T04:56:07,409 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/785c58c8840038cce027bae0ece89df5
2024-12-04T04:56:07,410 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/785c58c8840038cce027bae0ece89df5
2024-12-04T04:56:07,411 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1048): stopping wal replay for 785c58c8840038cce027bae0ece89df5
2024-12-04T04:56:07,411 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1060): Cleaning up temporary data for 785c58c8840038cce027bae0ece89df5
2024-12-04T04:56:07,412 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-04T04:56:07,413 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1093): writing seq id for 785c58c8840038cce027bae0ece89df5
2024-12-04T04:56:07,416 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/785c58c8840038cce027bae0ece89df5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:56:07,417 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1114): Opened 785c58c8840038cce027bae0ece89df5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9538146560, jitterRate=-0.11169087886810303}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-04T04:56:07,417 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 785c58c8840038cce027bae0ece89df5
2024-12-04T04:56:07,418 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegion(1006): Region open journal for 785c58c8840038cce027bae0ece89df5:
Running coprocessor pre-open hook at 1733288167395Writing region info on filesystem at 1733288167395Initializing all the Stores at 1733288167396 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288167396Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288167396Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288167396Cleaning up temporary data from old regions at 1733288167411 (+15 ms)Running coprocessor post-open hooks at 1733288167417 (+6 ms)Region opened successfully at 1733288167418 (+1 ms)
2024-12-04T04:56:07,420 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5., pid=64, masterSystemTime=1733288167390
2024-12-04T04:56:07,422 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.
2024-12-04T04:56:07,422 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=64}] handler.AssignRegionHandler(153): Opened table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.
2024-12-04T04:56:07,422 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.
2024-12-04T04:56:07,422 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => c127d2c3dd73e7a56685857632f7323b, NAME => 'table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.', STARTKEY => '', ENDKEY => 'row0'}
2024-12-04T04:56:07,423 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:56:07,423 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 c127d2c3dd73e7a56685857632f7323b
2024-12-04T04:56:07,423 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:56:07,423 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=785c58c8840038cce027bae0ece89df5, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:07,423 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for c127d2c3dd73e7a56685857632f7323b
2024-12-04T04:56:07,423 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for c127d2c3dd73e7a56685857632f7323b
2024-12-04T04:56:07,424 WARN  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=32851 {}] assignment.AssignmentManager(1543): Unable to acquire lock for regionNode state=OPEN, location=67abd3a0ee76,37183,1733288063835, table=table1, region=785c58c8840038cce027bae0ece89df5. It is likely that another thread is currently holding the lock. To avoid deadlock, skip execution for now.
2024-12-04T04:56:07,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure 785c58c8840038cce027bae0ece89df5, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:56:07,425 INFO  [StoreOpener-c127d2c3dd73e7a56685857632f7323b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region c127d2c3dd73e7a56685857632f7323b 
2024-12-04T04:56:07,433 INFO  [StoreOpener-c127d2c3dd73e7a56685857632f7323b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c127d2c3dd73e7a56685857632f7323b columnFamilyName f
2024-12-04T04:56:07,433 DEBUG [StoreOpener-c127d2c3dd73e7a56685857632f7323b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:07,437 INFO  [StoreOpener-c127d2c3dd73e7a56685857632f7323b-1 {}] regionserver.HStore(327): Store=c127d2c3dd73e7a56685857632f7323b/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:07,438 INFO  [StoreOpener-c127d2c3dd73e7a56685857632f7323b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region c127d2c3dd73e7a56685857632f7323b 
2024-12-04T04:56:07,440 INFO  [StoreOpener-c127d2c3dd73e7a56685857632f7323b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c127d2c3dd73e7a56685857632f7323b columnFamilyName f3
2024-12-04T04:56:07,441 DEBUG [StoreOpener-c127d2c3dd73e7a56685857632f7323b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:07,442 INFO  [StoreOpener-c127d2c3dd73e7a56685857632f7323b-1 {}] regionserver.HStore(327): Store=c127d2c3dd73e7a56685857632f7323b/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:07,442 INFO  [StoreOpener-c127d2c3dd73e7a56685857632f7323b-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region c127d2c3dd73e7a56685857632f7323b 
2024-12-04T04:56:07,445 INFO  [StoreOpener-c127d2c3dd73e7a56685857632f7323b-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region c127d2c3dd73e7a56685857632f7323b columnFamilyName mob
2024-12-04T04:56:07,446 DEBUG [StoreOpener-c127d2c3dd73e7a56685857632f7323b-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:07,450 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63
2024-12-04T04:56:07,450 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure 785c58c8840038cce027bae0ece89df5, server=67abd3a0ee76,37183,1733288063835 in 203 msec
2024-12-04T04:56:07,450 INFO  [StoreOpener-c127d2c3dd73e7a56685857632f7323b-1 {}] regionserver.HStore(327): Store=c127d2c3dd73e7a56685857632f7323b/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:07,451 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for c127d2c3dd73e7a56685857632f7323b
2024-12-04T04:56:07,453 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=785c58c8840038cce027bae0ece89df5, ASSIGN in 368 msec
2024-12-04T04:56:07,456 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b
2024-12-04T04:56:07,457 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b
2024-12-04T04:56:07,462 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for c127d2c3dd73e7a56685857632f7323b
2024-12-04T04:56:07,462 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for c127d2c3dd73e7a56685857632f7323b
2024-12-04T04:56:07,463 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-04T04:56:07,469 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for c127d2c3dd73e7a56685857632f7323b
2024-12-04T04:56:07,471 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:56:07,472 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened c127d2c3dd73e7a56685857632f7323b; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11453151360, jitterRate=0.06665784120559692}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-04T04:56:07,472 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for c127d2c3dd73e7a56685857632f7323b
2024-12-04T04:56:07,472 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for c127d2c3dd73e7a56685857632f7323b:
Running coprocessor pre-open hook at 1733288167423Writing region info on filesystem at 1733288167423Initializing all the Stores at 1733288167425 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288167425Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288167425Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288167425Cleaning up temporary data from old regions at 1733288167462 (+37 ms)Running coprocessor post-open hooks at 1733288167472 (+10 ms)Region opened successfully at 1733288167472
2024-12-04T04:56:07,473 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b., pid=65, masterSystemTime=1733288167390
2024-12-04T04:56:07,484 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.
2024-12-04T04:56:07,484 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.
2024-12-04T04:56:07,485 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=62 updating hbase:meta row=c127d2c3dd73e7a56685857632f7323b, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:07,489 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=62, state=RUNNABLE, hasLock=false; OpenRegionProcedure c127d2c3dd73e7a56685857632f7323b, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:56:07,493 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=62
2024-12-04T04:56:07,493 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=62, state=SUCCESS, hasLock=false; OpenRegionProcedure c127d2c3dd73e7a56685857632f7323b, server=67abd3a0ee76,37183,1733288063835 in 253 msec
2024-12-04T04:56:07,497 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=62, resume processing ppid=61
2024-12-04T04:56:07,497 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, ppid=61, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=c127d2c3dd73e7a56685857632f7323b, ASSIGN in 411 msec
2024-12-04T04:56:07,498 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T04:56:07,498 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288167498"}]},"ts":"1733288167498"}
2024-12-04T04:56:07,500 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta
2024-12-04T04:56:07,501 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=61, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T04:56:07,504 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.2540 sec
2024-12-04T04:56:07,581 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 367fa59b71ea9c2dd2bbd8087a5de216, had cached 0 bytes from a total of 13547
2024-12-04T04:56:08,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=61
2024-12-04T04:56:08,400 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed
2024-12-04T04:56:08,401 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-04T04:56:08,406 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94 from hbase tables test-1733288073532 to tables table1
2024-12-04T04:56:08,406 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733288073532 into table1
2024-12-04T04:56:08,410 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288168406 from hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:56:08,411 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5379c165, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:08,411 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:08,411 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:08,412 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:08,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:08,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:08,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@35897c26, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:08,413 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:08,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:08,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:08,415 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:08,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28fae4cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:08,416 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@63b9cd62
2024-12-04T04:56:08,418 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:08,420 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:08,421 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-04T04:56:08,421 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-12-04T04:56:08,422 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-04T04:56:08,422 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:08,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:08,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:08,425 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49494, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:08,429 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-12-04T04:56:08,429 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-12-04T04:56:08,429 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-12-04T04:56:08,429 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/partitions_15f4f61e-5d53-4a1d-b4aa-603d2dcff1a9
2024-12-04T04:56:08,439 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741973_1149 (size=177)
2024-12-04T04:56:08,445 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:08,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:08,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:09,095 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1'
2024-12-04T04:56:09,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-11896993439846577222.jar
2024-12-04T04:56:09,429 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:09,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:09,503 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-5125799481562908453.jar
2024-12-04T04:56:09,503 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:09,504 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:09,504 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:09,505 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:09,505 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:09,506 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:09,506 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:56:09,506 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-04T04:56:09,507 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-04T04:56:09,507 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-04T04:56:09,507 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-04T04:56:09,508 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-04T04:56:09,508 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-04T04:56:09,508 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-04T04:56:09,509 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-04T04:56:09,509 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-04T04:56:09,509 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-04T04:56:09,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:09,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-8283732361315946282.jar
2024-12-04T04:56:09,586 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-8283732361315946282.jar
2024-12-04T04:56:09,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:09,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-8283732361315946282.jar
2024-12-04T04:56:09,587 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-8283732361315946282.jar
2024-12-04T04:56:09,588 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:56:09,588 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-12-04T04:56:09,588 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:56:09,588 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:09,588 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:09,589 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:09,589 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:09,589 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-12-04T04:56:09,589 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:56:09,609 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-04T04:56:09,645 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-04T04:56:09,796 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local919985831_0012_fb9a0fb9-d3cd-474f-9d66-a752094675b0/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-04T04:56:09,796 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local919985831_0012_fb9a0fb9-d3cd-474f-9d66-a752094675b0/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-04T04:56:09,854 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/bfb9f0823715418aa06b47832f4dec7e
2024-12-04T04:56:09,858 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-04T04:56:09,916 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/a6b6a20cde044b2c82b3b3a785abf50f
2024-12-04T04:56:09,920 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-04T04:56:09,956 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f3/b7c0c686e11944f8923d96fb7d89f9ec
2024-12-04T04:56:09,959 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-04T04:56:09,994 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7250cc07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:09,995 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:09,995 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:09,996 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:09,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:09,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:09,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1f6877f8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:09,996 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:09,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:09,997 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:09,998 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56736, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:09,998 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@49671570, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:09,999 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:10,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:10,000 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:10,001 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49498, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:10,004 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733288073532-3-0', locateType=CURRENT is [region=table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:10,004 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-12-04T04:56:10,004 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:10,004 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:10,004 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:10,004 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733288073532-3-0]
2024-12-04T04:56:10,005 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 67abd3a0ee76
2024-12-04T04:56:10,005 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:10,011 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36b62bd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:10,011 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:10,011 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:10,012 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:10,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:10,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:10,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b88353b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:10,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:10,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:10,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:10,016 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:10,017 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f33dc64, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:10,017 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:10,018 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:10,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:10,020 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49508, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:10,022 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733288073532-3-0', locateType=CURRENT is [region=table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:10,022 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-12-04T04:56:10,022 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:10,022 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:10,022 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:10,022 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:10,022 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733288073532-3-0]
2024-12-04T04:56:10,022 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 67abd3a0ee76
2024-12-04T04:56:10,030 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288168406/_temporary/0/_temporary/attempt_local919985831_0012_r_000000_0/f3/c7e17cd244a7491ab98cb9f11b8ec8c1 is 58, key is row-test-1733288073532-3-0/f3:q1/1733288083721/Put/seqid=0
2024-12-04T04:56:10,032 WARN  [Thread-1614 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [67abd3a0ee76:37183] Specified favored nodes: [67abd3a0ee76:37183]
2024-12-04T04:56:10,036 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741974_1150 (size=5529)
2024-12-04T04:56:10,438 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288168406/_temporary/0/_temporary/attempt_local919985831_0012_r_000000_0/mob/1aff384554d2452db40eb61eba1a6790 is 59, key is row-test-1733288073532-3-0/mob:q1/1733288083737/Put/seqid=0
2024-12-04T04:56:10,440 WARN  [Thread-1616 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [67abd3a0ee76:37183] Specified favored nodes: [67abd3a0ee76:37183]
2024-12-04T04:56:10,443 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741975_1151 (size=5538)
2024-12-04T04:56:10,865 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34fb06c7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:10,865 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:10,865 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:10,866 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:10,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:10,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:10,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ad279b6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:10,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:10,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:10,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:10,868 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56774, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:10,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72ebff2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:10,869 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:10,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:10,871 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:10,872 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49516, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:10,874 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:10,874 INFO  [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1.
2024-12-04T04:56:10,874 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:10,874 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:10,874 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:10,874 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:10,874 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-12-04T04:56:10,874 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 67abd3a0ee76
2024-12-04T04:56:10,883 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288168406/_temporary/0/_temporary/attempt_local919985831_0012_r_000001_0/f/ae8edbd26c06452bb41fbeaf8010e5e1 is 37, key is row10/f:q1/1733288076261/Put/seqid=0
2024-12-04T04:56:10,885 WARN  [Thread-1631 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [67abd3a0ee76:37183] Specified favored nodes: [67abd3a0ee76:37183]
2024-12-04T04:56:10,888 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741976_1152 (size=8741)
2024-12-04T04:56:11,841 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288168406
2024-12-04T04:56:11,842 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7aec8921, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:11,842 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:11,842 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:11,843 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:11,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:11,843 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:11,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3159ec4a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:11,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:11,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:11,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:11,845 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:11,846 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9c9fae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:11,847 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:11,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:11,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:11,850 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:49522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:11,854 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288168406/_SUCCESS
2024-12-04T04:56:11,864 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:11,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:11,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1c5288d1
2024-12-04T04:56:11,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:11,867 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:56796, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:11,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:11,882 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-04T04:56:11,895 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288168406/f/ae8edbd26c06452bb41fbeaf8010e5e1 first=Optional[row0] last=Optional[row98]
2024-12-04T04:56:11,899 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288168406/f3/c7e17cd244a7491ab98cb9f11b8ec8c1 first=Optional[row-test-1733288073532-3-0] last=Optional[row-test-1733288073532-3-5]
2024-12-04T04:56:11,904 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288168406/mob/1aff384554d2452db40eb61eba1a6790 first=Optional[row-test-1733288073532-3-0] last=Optional[row-test-1733288073532-3-5]
2024-12-04T04:56:11,923 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288168406/mob/1aff384554d2452db40eb61eba1a6790 for inclusion in c127d2c3dd73e7a56685857632f7323b/mob
2024-12-04T04:56:11,923 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288168406/f/ae8edbd26c06452bb41fbeaf8010e5e1 for inclusion in 785c58c8840038cce027bae0ece89df5/f
2024-12-04T04:56:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733288073532-3-0 last=row-test-1733288073532-3-5
2024-12-04T04:56:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-12-04T04:56:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-12-04T04:56:11,930 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.HStore(628): Region bounds: first=row0 last=
2024-12-04T04:56:11,931 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288168406/f3/c7e17cd244a7491ab98cb9f11b8ec8c1 for inclusion in c127d2c3dd73e7a56685857632f7323b/f3
2024-12-04T04:56:11,931 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.HRegion(2603): Flush status journal for 785c58c8840038cce027bae0ece89df5:

2024-12-04T04:56:11,932 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288168406/f/ae8edbd26c06452bb41fbeaf8010e5e1 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i5dcakncv3lfu5fq5j4vudh1f0saqt9ptdqlunplgd14lath6pbd2cf3q4o0egn0/f/ae8edbd26c06452bb41fbeaf8010e5e1
2024-12-04T04:56:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i5dcakncv3lfu5fq5j4vudh1f0saqt9ptdqlunplgd14lath6pbd2cf3q4o0egn0/f/ae8edbd26c06452bb41fbeaf8010e5e1 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/785c58c8840038cce027bae0ece89df5/f/ab145764a61c443f8bd9aebe19d83171_SeqId_4_
2024-12-04T04:56:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733288073532-3-0 last=row-test-1733288073532-3-5
2024-12-04T04:56:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-12-04T04:56:11,935 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HRegion(2603): Flush status journal for c127d2c3dd73e7a56685857632f7323b:

2024-12-04T04:56:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@367e33d6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:11,936 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:11,937 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288168406/mob/1aff384554d2452db40eb61eba1a6790 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i5dcakncv3lfu5fq5j4vudh1f0saqt9ptdqlunplgd14lath6pbd2cf3q4o0egn0/mob/1aff384554d2452db40eb61eba1a6790
2024-12-04T04:56:11,937 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:11,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:11,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:11,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5734d0cc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:11,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:11,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:11,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:11,939 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33676, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:11,940 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23dbae7c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:11,941 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i5dcakncv3lfu5fq5j4vudh1f0saqt9ptdqlunplgd14lath6pbd2cf3q4o0egn0/mob/1aff384554d2452db40eb61eba1a6790 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/mob/ffc2561ee87841a195011252c50468b2_SeqId_4_
2024-12-04T04:56:11,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:11,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@520b5ca7
2024-12-04T04:56:11,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:11,943 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288168406/f3/c7e17cd244a7491ab98cb9f11b8ec8c1 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i5dcakncv3lfu5fq5j4vudh1f0saqt9ptdqlunplgd14lath6pbd2cf3q4o0egn0/f3/c7e17cd244a7491ab98cb9f11b8ec8c1
2024-12-04T04:56:11,943 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33682, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:11,944 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:11,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:11,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:11,947 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46712, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:11,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i5dcakncv3lfu5fq5j4vudh1f0saqt9ptdqlunplgd14lath6pbd2cf3q4o0egn0/f3/c7e17cd244a7491ab98cb9f11b8ec8c1 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/f3/97254f48684c436f9586e9f4feedb2b0_SeqId_4_
2024-12-04T04:56:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41d75afd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:11,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:11,954 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:11,955 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:11,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:11,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:11,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752365a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:11,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:11,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:11,956 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:11,957 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33694, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:11,958 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ba16136, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:11,959 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:11,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:11,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5d678673
2024-12-04T04:56:11,960 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:11,961 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33700, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:11,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:11,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:11,964 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:11,965 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:11,969 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46718, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:11,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:11,980 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:11,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:11,986 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183.
2024-12-04T04:56:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:11,987 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:11,988 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:11,988 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i5dcakncv3lfu5fq5j4vudh1f0saqt9ptdqlunplgd14lath6pbd2cf3q4o0egn0/f/ae8edbd26c06452bb41fbeaf8010e5e1 into 785c58c8840038cce027bae0ece89df5/f as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/785c58c8840038cce027bae0ece89df5/f/ab145764a61c443f8bd9aebe19d83171_SeqId_4_ - updating store file list.
2024-12-04T04:56:11,993 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:11,998 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/785c58c8840038cce027bae0ece89df5/f/ab145764a61c443f8bd9aebe19d83171_SeqId_4_ into 785c58c8840038cce027bae0ece89df5/f
2024-12-04T04:56:11,998 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i5dcakncv3lfu5fq5j4vudh1f0saqt9ptdqlunplgd14lath6pbd2cf3q4o0egn0/f/ae8edbd26c06452bb41fbeaf8010e5e1 into 785c58c8840038cce027bae0ece89df5/f (new location: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/785c58c8840038cce027bae0ece89df5/f/ab145764a61c443f8bd9aebe19d83171_SeqId_4_)
2024-12-04T04:56:11,999 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:12,000 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i5dcakncv3lfu5fq5j4vudh1f0saqt9ptdqlunplgd14lath6pbd2cf3q4o0egn0/f/ae8edbd26c06452bb41fbeaf8010e5e1
2024-12-04T04:56:12,004 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183.
2024-12-04T04:56:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:12,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:12,005 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b45071e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:12,009 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@529ae6b3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:12,010 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:12,010 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:12,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:12,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:12,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31362555, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:12,010 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:12,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:12,011 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:12,012 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33732, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:12,012 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:12,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:12,012 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:12,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6f78a23a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:12,013 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@286aec98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:12,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:12,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:12,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:12,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:12,015 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33748, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:12,015 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:12,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ed2a58d
2024-12-04T04:56:12,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:12,016 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d6fd18a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:12,017 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33758, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:12,018 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:12,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:12,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:12,020 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46722, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:12,021 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:12,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:12,024 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3876a025
2024-12-04T04:56:12,025 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:12,026 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-04T04:56:12,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:12,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:12,040 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:12,040 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:12,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:12,048 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:12,050 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-04T04:56:12,052 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183.
2024-12-04T04:56:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:12,053 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:12,053 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:12,061 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i5dcakncv3lfu5fq5j4vudh1f0saqt9ptdqlunplgd14lath6pbd2cf3q4o0egn0/f3/c7e17cd244a7491ab98cb9f11b8ec8c1 into c127d2c3dd73e7a56685857632f7323b/f3 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/f3/97254f48684c436f9586e9f4feedb2b0_SeqId_4_ - updating store file list.
2024-12-04T04:56:12,061 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:12,070 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:12,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/f3/97254f48684c436f9586e9f4feedb2b0_SeqId_4_ into c127d2c3dd73e7a56685857632f7323b/f3
2024-12-04T04:56:12,073 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i5dcakncv3lfu5fq5j4vudh1f0saqt9ptdqlunplgd14lath6pbd2cf3q4o0egn0/f3/c7e17cd244a7491ab98cb9f11b8ec8c1 into c127d2c3dd73e7a56685857632f7323b/f3 (new location: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/f3/97254f48684c436f9586e9f4feedb2b0_SeqId_4_)
2024-12-04T04:56:12,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i5dcakncv3lfu5fq5j4vudh1f0saqt9ptdqlunplgd14lath6pbd2cf3q4o0egn0/f3/c7e17cd244a7491ab98cb9f11b8ec8c1
2024-12-04T04:56:12,076 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i5dcakncv3lfu5fq5j4vudh1f0saqt9ptdqlunplgd14lath6pbd2cf3q4o0egn0/mob/1aff384554d2452db40eb61eba1a6790 into c127d2c3dd73e7a56685857632f7323b/mob as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/mob/ffc2561ee87841a195011252c50468b2_SeqId_4_ - updating store file list.
2024-12-04T04:56:12,077 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:12,080 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183.
2024-12-04T04:56:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:12,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:12,080 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:12,089 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/mob/ffc2561ee87841a195011252c50468b2_SeqId_4_ into c127d2c3dd73e7a56685857632f7323b/mob
2024-12-04T04:56:12,089 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i5dcakncv3lfu5fq5j4vudh1f0saqt9ptdqlunplgd14lath6pbd2cf3q4o0egn0/mob/1aff384554d2452db40eb61eba1a6790 into c127d2c3dd73e7a56685857632f7323b/mob (new location: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/mob/ffc2561ee87841a195011252c50468b2_SeqId_4_)
2024-12-04T04:56:12,090 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i5dcakncv3lfu5fq5j4vudh1f0saqt9ptdqlunplgd14lath6pbd2cf3q4o0egn0/mob/1aff384554d2452db40eb61eba1a6790
2024-12-04T04:56:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d984e56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:12,092 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:12,093 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:12,093 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:12,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:12,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16f17737, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:12,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:12,094 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:12,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:12,096 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33788, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:12,097 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4379be07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:12,097 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:12,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:12,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@10b926d
2024-12-04T04:56:12,100 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:12,102 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33790, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-04T04:56:12,103 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:12,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:12,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:12,106 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46744, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-04T04:56:12,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:12,120 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:12,125 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:12,128 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183.
2024-12-04T04:56:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:12,128 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:12,128 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:12,132 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:56:12,132 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:12,132 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:12,133 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:12,133 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:12,133 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-12-04T04:56:12,133 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-12-04T04:56:12,133 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733288083754 hdfs://localhost:40619/backupUT/backup_1733288083754/default/test-1733288073532/
2024-12-04T04:56:12,135 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:40619/backupUT/backup_1733288083754/.backup.manifest
2024-12-04T04:56:12,136 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 , the old value is region=table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=67abd3a0ee76:37183 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-04T04:56:12,136 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-04T04:56:12,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-04T04:56:12,137 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 from cache
2024-12-04T04:56:12,138 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733288083754/.backup.manifest
2024-12-04T04:56:12,138 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17332880735321' to 'ns2:table2' from full backup image hdfs://localhost:40619/backupUT/backup_1733288083754/ns2/test-17332880735321
2024-12-04T04:56:12,148 INFO  [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2'
2024-12-04T04:56:12,148 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:40619/backupUT/backup_1733288083754/ns2/test-17332880735321/archive/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:56:12,149 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:40619/backupUT/backup_1733288083754/ns2/test-17332880735321/archive/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f in region [hdfs://localhost:40619/backupUT/backup_1733288083754/ns2/test-17332880735321/archive/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216]
2024-12-04T04:56:12,153 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:40619/backupUT/backup_1733288083754/ns2/test-17332880735321/archive/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/647ce0a923cc4891bc306c590c0559e7 first=row0 last=row98
2024-12-04T04:56:12,154 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.3 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:56:12,156 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2
2024-12-04T04:56:12,159 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION
2024-12-04T04:56:12,159 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.3 procedure request for creating table: namespace: "ns2"
qualifier: "table2"
 procId is: 66
2024-12-04T04:56:12,160 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-04T04:56:12,160 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-12-04T04:56:12,168 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741977_1153 (size=351)
2024-12-04T04:56:12,251 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=67abd3a0ee76:37183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-12-04T04:56:12,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1
2024-12-04T04:56:12,252 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer
2024-12-04T04:56:12,270 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-04T04:56:12,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-04T04:56:12,571 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 42f504bb3bd168d59f8ec7a92dd8f497, NAME => 'ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:56:12,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741978_1154 (size=37)
2024-12-04T04:56:12,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-04T04:56:12,931 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-04T04:56:12,987 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:56:12,987 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 42f504bb3bd168d59f8ec7a92dd8f497, disabling compactions & flushes
2024-12-04T04:56:12,987 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.
2024-12-04T04:56:12,987 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.
2024-12-04T04:56:12,987 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497. after waiting 0 ms
2024-12-04T04:56:12,987 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.
2024-12-04T04:56:12,987 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.
2024-12-04T04:56:12,987 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 42f504bb3bd168d59f8ec7a92dd8f497:
Waiting for close lock at 1733288172987Disabling compacts and flushes for region at 1733288172987Disabling writes for close at 1733288172987Writing region close event to WAL at 1733288172987Closed at 1733288172987
2024-12-04T04:56:12,989 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META
2024-12-04T04:56:12,990 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733288172989"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733288172989"}]},"ts":"1733288172989"}
2024-12-04T04:56:12,992 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T04:56:12,993 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-12-04T04:56:12,994 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288172993"}]},"ts":"1733288172993"}
2024-12-04T04:56:12,996 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta
2024-12-04T04:56:12,996 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=42f504bb3bd168d59f8ec7a92dd8f497, ASSIGN}]
2024-12-04T04:56:12,997 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=42f504bb3bd168d59f8ec7a92dd8f497, ASSIGN
2024-12-04T04:56:12,998 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=42f504bb3bd168d59f8ec7a92dd8f497, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37183,1733288063835; forceNewPlan=false, retain=false
2024-12-04T04:56:13,149 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=42f504bb3bd168d59f8ec7a92dd8f497, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:13,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=67, ppid=66, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=42f504bb3bd168d59f8ec7a92dd8f497, ASSIGN because future has completed
2024-12-04T04:56:13,153 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42f504bb3bd168d59f8ec7a92dd8f497, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:56:13,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-04T04:56:13,310 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(132): Open ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.
2024-12-04T04:56:13,311 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7752): Opening region: {ENCODED => 42f504bb3bd168d59f8ec7a92dd8f497, NAME => 'ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:56:13,311 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:56:13,311 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 42f504bb3bd168d59f8ec7a92dd8f497
2024-12-04T04:56:13,311 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(898): Instantiated ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:56:13,311 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7794): checking encryption for 42f504bb3bd168d59f8ec7a92dd8f497
2024-12-04T04:56:13,311 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(7797): checking classloading for 42f504bb3bd168d59f8ec7a92dd8f497
2024-12-04T04:56:13,313 INFO  [StoreOpener-42f504bb3bd168d59f8ec7a92dd8f497-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 42f504bb3bd168d59f8ec7a92dd8f497 
2024-12-04T04:56:13,315 INFO  [StoreOpener-42f504bb3bd168d59f8ec7a92dd8f497-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 42f504bb3bd168d59f8ec7a92dd8f497 columnFamilyName f
2024-12-04T04:56:13,315 DEBUG [StoreOpener-42f504bb3bd168d59f8ec7a92dd8f497-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:13,316 INFO  [StoreOpener-42f504bb3bd168d59f8ec7a92dd8f497-1 {}] regionserver.HStore(327): Store=42f504bb3bd168d59f8ec7a92dd8f497/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:13,316 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1038): replaying wal for 42f504bb3bd168d59f8ec7a92dd8f497
2024-12-04T04:56:13,317 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/42f504bb3bd168d59f8ec7a92dd8f497
2024-12-04T04:56:13,318 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/42f504bb3bd168d59f8ec7a92dd8f497
2024-12-04T04:56:13,318 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1048): stopping wal replay for 42f504bb3bd168d59f8ec7a92dd8f497
2024-12-04T04:56:13,318 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1060): Cleaning up temporary data for 42f504bb3bd168d59f8ec7a92dd8f497
2024-12-04T04:56:13,320 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1093): writing seq id for 42f504bb3bd168d59f8ec7a92dd8f497
2024-12-04T04:56:13,325 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/42f504bb3bd168d59f8ec7a92dd8f497/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:56:13,325 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1114): Opened 42f504bb3bd168d59f8ec7a92dd8f497; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10716059680, jitterRate=-0.0019891709089279175}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T04:56:13,325 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 42f504bb3bd168d59f8ec7a92dd8f497
2024-12-04T04:56:13,326 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegion(1006): Region open journal for 42f504bb3bd168d59f8ec7a92dd8f497:
Running coprocessor pre-open hook at 1733288173312Writing region info on filesystem at 1733288173312Initializing all the Stores at 1733288173313 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288173313Cleaning up temporary data from old regions at 1733288173318 (+5 ms)Running coprocessor post-open hooks at 1733288173325 (+7 ms)Region opened successfully at 1733288173326 (+1 ms)
2024-12-04T04:56:13,333 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497., pid=68, masterSystemTime=1733288173306
2024-12-04T04:56:13,337 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.
2024-12-04T04:56:13,337 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=68}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.
2024-12-04T04:56:13,338 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=67 updating hbase:meta row=42f504bb3bd168d59f8ec7a92dd8f497, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:13,342 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE, hasLock=false; OpenRegionProcedure 42f504bb3bd168d59f8ec7a92dd8f497, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:56:13,346 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67
2024-12-04T04:56:13,347 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; OpenRegionProcedure 42f504bb3bd168d59f8ec7a92dd8f497, server=67abd3a0ee76,37183,1733288063835 in 191 msec
2024-12-04T04:56:13,350 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=67, resume processing ppid=66
2024-12-04T04:56:13,350 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, ppid=66, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=42f504bb3bd168d59f8ec7a92dd8f497, ASSIGN in 350 msec
2024-12-04T04:56:13,351 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-12-04T04:56:13,351 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288173351"}]},"ts":"1733288173351"}
2024-12-04T04:56:13,354 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta
2024-12-04T04:56:13,355 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=66, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION
2024-12-04T04:56:13,357 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.2010 sec
2024-12-04T04:56:14,310 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-12-04T04:56:14,310 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed
2024-12-04T04:56:14,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-04T04:56:14,315 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40619/backupUT/backup_1733288083754/ns2/test-17332880735321/archive/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216 from hbase tables ns2:test-17332880735321 to tables ns2:table2
2024-12-04T04:56:14,315 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17332880735321 into ns2:table2
2024-12-04T04:56:14,317 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-ns2-table2-1733288174315 from hdfs://localhost:40619/backupUT/backup_1733288083754/ns2/test-17332880735321/archive/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:56:14,318 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2478db8c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:14,318 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:14,319 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:14,319 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:14,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:14,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:14,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5bc8bcaf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:14,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:14,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:14,321 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:14,322 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:14,323 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1603a919, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:14,323 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:14,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:14,324 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@76a7a6a0
2024-12-04T04:56:14,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:14,326 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33828, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:14,327 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-04T04:56:14,327 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2
2024-12-04T04:56:14,327 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-04T04:56:14,328 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:14,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:14,329 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:14,331 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46756, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:14,333 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 
2024-12-04T04:56:14,333 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables
2024-12-04T04:56:14,333 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/partitions_8625506b-3772-4a19-acd7-17e04ae24a4c
2024-12-04T04:56:14,340 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741979_1155 (size=153)
2024-12-04T04:56:14,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:14,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:14,346 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:15,084 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dc09646f53853cfd94ba739e87f912ee, had cached 0 bytes from a total of 41499
2024-12-04T04:56:15,096 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2'
2024-12-04T04:56:15,427 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-11602971482232496784.jar
2024-12-04T04:56:15,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:15,428 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:15,509 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-9862548016794151077.jar
2024-12-04T04:56:15,510 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:15,510 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:15,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:15,511 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:15,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:15,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:15,512 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:56:15,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-04T04:56:15,513 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-04T04:56:15,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-04T04:56:15,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-04T04:56:15,514 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-04T04:56:15,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-04T04:56:15,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-04T04:56:15,515 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-04T04:56:15,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-04T04:56:15,516 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-04T04:56:15,517 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:15,594 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-8247694930531538476.jar
2024-12-04T04:56:15,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-8247694930531538476.jar
2024-12-04T04:56:15,595 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:15,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-8247694930531538476.jar
2024-12-04T04:56:15,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-8247694930531538476.jar
2024-12-04T04:56:15,596 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:56:15,597 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2
2024-12-04T04:56:15,597 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:56:15,597 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:15,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:15,597 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:15,597 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:15,597 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-12-04T04:56:15,598 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:56:15,612 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-04T04:56:15,632 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-04T04:56:15,763 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local131439842_0013_be12b90d-90f5-4fe8-934b-7dd0589f70df/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-04T04:56:15,763 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local131439842_0013_be12b90d-90f5-4fe8-934b-7dd0589f70df/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-04T04:56:15,849 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40619/backupUT/backup_1733288083754/ns2/test-17332880735321/archive/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/647ce0a923cc4891bc306c590c0559e7
2024-12-04T04:56:15,854 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-04T04:56:15,941 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4710ce40, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:15,941 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:15,941 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:15,944 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:15,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:15,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:15,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@194d5db8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:15,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:15,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:15,946 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:15,948 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33844, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:15,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30cdaa3a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:15,950 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:15,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:15,953 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:15,957 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46772, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:15,959 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:15,959 INFO  [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1.
2024-12-04T04:56:15,960 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:15,960 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:15,960 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:15,960 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:15,960 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-12-04T04:56:15,960 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 67abd3a0ee76
2024-12-04T04:56:15,974 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-ns2-table2-1733288174315/_temporary/0/_temporary/attempt_local131439842_0013_r_000000_0/f/b910cde4163b429fa7d8ff0d3acb611b is 37, key is row10/f:q1/1733288078620/Put/seqid=0
2024-12-04T04:56:15,981 WARN  [Thread-1698 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [67abd3a0ee76:37183] Specified favored nodes: [67abd3a0ee76:37183]
2024-12-04T04:56:15,997 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741980_1156 (size=8741)
2024-12-04T04:56:16,814 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-ns2-table2-1733288174315
2024-12-04T04:56:16,815 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@95b2a67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:16,815 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:16,815 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:16,816 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:16,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:16,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:16,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630e31a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:16,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:16,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:16,816 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:16,817 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33856, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:16,818 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f77df3c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:16,818 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:16,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:16,819 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:16,820 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46776, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:16,823 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-ns2-table2-1733288174315/_SUCCESS
2024-12-04T04:56:16,826 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:16,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:16,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6deb859c
2024-12-04T04:56:16,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:16,829 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:16,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:16,835 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-04T04:56:16,840 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-ns2-table2-1733288174315/f/b910cde4163b429fa7d8ff0d3acb611b first=Optional[row0] last=Optional[row98]
2024-12-04T04:56:16,844 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-ns2-table2-1733288174315/f/b910cde4163b429fa7d8ff0d3acb611b for inclusion in 42f504bb3bd168d59f8ec7a92dd8f497/f
2024-12-04T04:56:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-12-04T04:56:16,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-04T04:56:16,848 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HRegion(2603): Flush status journal for 42f504bb3bd168d59f8ec7a92dd8f497:

2024-12-04T04:56:16,849 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-ns2-table2-1733288174315/f/b910cde4163b429fa7d8ff0d3acb611b to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__ns2_table2__tj21rik58gv0olpoes0ghc10l4mulg7j561p4s51dgs7ufeg3ktql931im24avnb/f/b910cde4163b429fa7d8ff0d3acb611b
2024-12-04T04:56:16,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__ns2_table2__tj21rik58gv0olpoes0ghc10l4mulg7j561p4s51dgs7ufeg3ktql931im24avnb/f/b910cde4163b429fa7d8ff0d3acb611b as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/42f504bb3bd168d59f8ec7a92dd8f497/f/7acc463303844b37a8452c77725dee67_SeqId_4_
2024-12-04T04:56:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cfcaaa9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:16,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:16,855 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:16,856 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:16,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:16,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:16,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4307b6b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:16,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:16,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:16,857 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:16,857 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:16,858 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74fd4c56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:16,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:16,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:16,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5ecb518c
2024-12-04T04:56:16,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:16,860 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:16,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:16,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:16,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:16,863 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46782, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:16,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:16,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:16,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:16,886 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183.
2024-12-04T04:56:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:16,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:16,886 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:16,887 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__ns2_table2__tj21rik58gv0olpoes0ghc10l4mulg7j561p4s51dgs7ufeg3ktql931im24avnb/f/b910cde4163b429fa7d8ff0d3acb611b into 42f504bb3bd168d59f8ec7a92dd8f497/f as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/42f504bb3bd168d59f8ec7a92dd8f497/f/7acc463303844b37a8452c77725dee67_SeqId_4_ - updating store file list.
2024-12-04T04:56:16,892 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/42f504bb3bd168d59f8ec7a92dd8f497/f/7acc463303844b37a8452c77725dee67_SeqId_4_ into 42f504bb3bd168d59f8ec7a92dd8f497/f
2024-12-04T04:56:16,892 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__ns2_table2__tj21rik58gv0olpoes0ghc10l4mulg7j561p4s51dgs7ufeg3ktql931im24avnb/f/b910cde4163b429fa7d8ff0d3acb611b into 42f504bb3bd168d59f8ec7a92dd8f497/f (new location: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/42f504bb3bd168d59f8ec7a92dd8f497/f/7acc463303844b37a8452c77725dee67_SeqId_4_)
2024-12-04T04:56:16,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__ns2_table2__tj21rik58gv0olpoes0ghc10l4mulg7j561p4s51dgs7ufeg3ktql931im24avnb/f/b910cde4163b429fa7d8ff0d3acb611b
2024-12-04T04:56:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6bd6faef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:16,894 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:16,895 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:16,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:16,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:16,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@683b9c14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:16,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:16,895 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:16,896 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:16,896 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:16,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1c2b2e48, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:16,897 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:16,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:16,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@66c818e8
2024-12-04T04:56:16,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:16,899 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-04T04:56:16,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:16,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:16,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:16,902 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46798, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-04T04:56:16,907 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:16,910 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:16,914 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:16,916 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183.
2024-12-04T04:56:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:16,916 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:16,917 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:16,917 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:56:16,918 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:16,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:16,918 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:16,918 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:16,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 , the old value is region=ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=67abd3a0ee76:37183 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-04T04:56:16,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-04T04:56:16,918 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-12-04T04:56:16,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 from cache
2024-12-04T04:56:16,918 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-12-04T04:56:16,918 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733288083754 hdfs://localhost:40619/backupUT/backup_1733288083754/ns2/test-17332880735321/
2024-12-04T04:56:16,919 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished
2024-12-04T04:56:16,919 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-04T04:56:16,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:16,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:16,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:16,949 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:40619/backupUT/backup_1733288154854/.backup.manifest
2024-12-04T04:56:16,951 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733288154854/.backup.manifest
2024-12-04T04:56:16,952 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:40619/backupUT/backup_1733288120399/.backup.manifest
2024-12-04T04:56:16,954 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733288120399/.backup.manifest
2024-12-04T04:56:16,954 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733288073532' to 'table1' from full backup image hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532
2024-12-04T04:56:16,956 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1733288073532', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733288154854
2024-12-04T04:56:16,959 INFO  [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits
2024-12-04T04:56:16,962 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable table1
2024-12-04T04:56:16,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=69, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1
2024-12-04T04:56:16,969 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288176969"}]},"ts":"1733288176969"}
2024-12-04T04:56:16,969 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-12-04T04:56:16,971 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta
2024-12-04T04:56:16,971 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING
2024-12-04T04:56:16,973 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}]
2024-12-04T04:56:16,977 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=c127d2c3dd73e7a56685857632f7323b, UNASSIGN}, {pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=785c58c8840038cce027bae0ece89df5, UNASSIGN}]
2024-12-04T04:56:16,978 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=785c58c8840038cce027bae0ece89df5, UNASSIGN
2024-12-04T04:56:16,978 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=c127d2c3dd73e7a56685857632f7323b, UNASSIGN
2024-12-04T04:56:16,979 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=c127d2c3dd73e7a56685857632f7323b, regionState=CLOSING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:16,979 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=785c58c8840038cce027bae0ece89df5, regionState=CLOSING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:16,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=785c58c8840038cce027bae0ece89df5, UNASSIGN because future has completed
2024-12-04T04:56:16,982 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-04T04:56:16,982 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 785c58c8840038cce027bae0ece89df5, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:56:16,982 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=71, ppid=70, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=c127d2c3dd73e7a56685857632f7323b, UNASSIGN because future has completed
2024-12-04T04:56:16,983 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-04T04:56:16,983 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure c127d2c3dd73e7a56685857632f7323b, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:56:17,030 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=67abd3a0ee76:37183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-12-04T04:56:17,080 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-12-04T04:56:17,135 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(122): Close 785c58c8840038cce027bae0ece89df5
2024-12-04T04:56:17,135 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-04T04:56:17,135 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1722): Closing 785c58c8840038cce027bae0ece89df5, disabling compactions & flushes
2024-12-04T04:56:17,135 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1755): Closing region table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.
2024-12-04T04:56:17,135 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.
2024-12-04T04:56:17,135 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5. after waiting 0 ms
2024-12-04T04:56:17,135 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.
2024-12-04T04:56:17,149 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/785c58c8840038cce027bae0ece89df5/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-04T04:56:17,150 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:56:17,151 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1973): Closed table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.
2024-12-04T04:56:17,151 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] regionserver.HRegion(1676): Region close journal for 785c58c8840038cce027bae0ece89df5:
Waiting for close lock at 1733288177135Running coprocessor pre-close hooks at 1733288177135Disabling compacts and flushes for region at 1733288177135Disabling writes for close at 1733288177135Writing region close event to WAL at 1733288177140 (+5 ms)Running coprocessor post-close hooks at 1733288177150 (+10 ms)Closed at 1733288177151 (+1 ms)
2024-12-04T04:56:17,154 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=73}] handler.UnassignRegionHandler(157): Closed 785c58c8840038cce027bae0ece89df5
2024-12-04T04:56:17,154 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close c127d2c3dd73e7a56685857632f7323b
2024-12-04T04:56:17,154 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-04T04:56:17,155 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing c127d2c3dd73e7a56685857632f7323b, disabling compactions & flushes
2024-12-04T04:56:17,155 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.
2024-12-04T04:56:17,155 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.
2024-12-04T04:56:17,155 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b. after waiting 0 ms
2024-12-04T04:56:17,155 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.
2024-12-04T04:56:17,155 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=785c58c8840038cce027bae0ece89df5, regionState=CLOSED
2024-12-04T04:56:17,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure 785c58c8840038cce027bae0ece89df5, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:56:17,164 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=73, resume processing ppid=72
2024-12-04T04:56:17,168 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-04T04:56:17,169 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:56:17,170 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.
2024-12-04T04:56:17,170 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for c127d2c3dd73e7a56685857632f7323b:
Waiting for close lock at 1733288177155Running coprocessor pre-close hooks at 1733288177155Disabling compacts and flushes for region at 1733288177155Disabling writes for close at 1733288177155Writing region close event to WAL at 1733288177157 (+2 ms)Running coprocessor post-close hooks at 1733288177169 (+12 ms)Closed at 1733288177170 (+1 ms)
2024-12-04T04:56:17,173 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure 785c58c8840038cce027bae0ece89df5, server=67abd3a0ee76,37183,1733288063835 in 179 msec
2024-12-04T04:56:17,173 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed c127d2c3dd73e7a56685857632f7323b
2024-12-04T04:56:17,174 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=785c58c8840038cce027bae0ece89df5, UNASSIGN in 187 msec
2024-12-04T04:56:17,174 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=71 updating hbase:meta row=c127d2c3dd73e7a56685857632f7323b, regionState=CLOSED
2024-12-04T04:56:17,177 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=71, state=RUNNABLE, hasLock=false; CloseRegionProcedure c127d2c3dd73e7a56685857632f7323b, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:56:17,181 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=71
2024-12-04T04:56:17,182 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=71, state=SUCCESS, hasLock=false; CloseRegionProcedure c127d2c3dd73e7a56685857632f7323b, server=67abd3a0ee76,37183,1733288063835 in 195 msec
2024-12-04T04:56:17,185 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70
2024-12-04T04:56:17,185 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=c127d2c3dd73e7a56685857632f7323b, UNASSIGN in 205 msec
2024-12-04T04:56:17,188 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69
2024-12-04T04:56:17,188 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 214 msec
2024-12-04T04:56:17,191 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288177190"}]},"ts":"1733288177190"}
2024-12-04T04:56:17,193 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta
2024-12-04T04:56:17,193 INFO  [PEWorker-3 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED
2024-12-04T04:56:17,197 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 231 msec
2024-12-04T04:56:17,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=69
2024-12-04T04:56:17,290 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed
2024-12-04T04:56:17,297 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate table1
2024-12-04T04:56:17,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=75, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true)
2024-12-04T04:56:17,307 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition
2024-12-04T04:56:17,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75
2024-12-04T04:56:17,315 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b
2024-12-04T04:56:17,315 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/785c58c8840038cce027bae0ece89df5
2024-12-04T04:56:17,330 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/f, FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/f3, FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/mob, FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/recovered.edits]
2024-12-04T04:56:17,330 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/785c58c8840038cce027bae0ece89df5/f, FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/785c58c8840038cce027bae0ece89df5/f3, FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/785c58c8840038cce027bae0ece89df5/mob, FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/785c58c8840038cce027bae0ece89df5/recovered.edits]
2024-12-04T04:56:17,342 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/785c58c8840038cce027bae0ece89df5/f/ab145764a61c443f8bd9aebe19d83171_SeqId_4_ to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/archive/data/default/table1/785c58c8840038cce027bae0ece89df5/f/ab145764a61c443f8bd9aebe19d83171_SeqId_4_
2024-12-04T04:56:17,351 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/f3/97254f48684c436f9586e9f4feedb2b0_SeqId_4_ to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/archive/data/default/table1/c127d2c3dd73e7a56685857632f7323b/f3/97254f48684c436f9586e9f4feedb2b0_SeqId_4_
2024-12-04T04:56:17,351 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/785c58c8840038cce027bae0ece89df5/recovered.edits/6.seqid to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/archive/data/default/table1/785c58c8840038cce027bae0ece89df5/recovered.edits/6.seqid
2024-12-04T04:56:17,352 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/785c58c8840038cce027bae0ece89df5
2024-12-04T04:56:17,361 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/mob/ffc2561ee87841a195011252c50468b2_SeqId_4_ to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/archive/data/default/table1/c127d2c3dd73e7a56685857632f7323b/mob/ffc2561ee87841a195011252c50468b2_SeqId_4_
2024-12-04T04:56:17,368 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b/recovered.edits/6.seqid to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/archive/data/default/table1/c127d2c3dd73e7a56685857632f7323b/recovered.edits/6.seqid
2024-12-04T04:56:17,369 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/c127d2c3dd73e7a56685857632f7323b
2024-12-04T04:56:17,369 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived table1 regions
2024-12-04T04:56:17,369 DEBUG [PEWorker-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f
2024-12-04T04:56:17,370 DEBUG [PEWorker-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob]
2024-12-04T04:56:17,377 DEBUG [PEWorker-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f
2024-12-04T04:56:17,386 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=37183 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms
2024-12-04T04:56:17,391 WARN  [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta
2024-12-04T04:56:17,395 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor.
2024-12-04T04:56:17,395 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states.
2024-12-04T04:56:17,396 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733288177395"}]},"ts":"9223372036854775807"}
2024-12-04T04:56:17,396 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733288177395"}]},"ts":"9223372036854775807"}
2024-12-04T04:56:17,398 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 2 regions from META
2024-12-04T04:56:17,398 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => c127d2c3dd73e7a56685857632f7323b, NAME => 'table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 785c58c8840038cce027bae0ece89df5, NAME => 'table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5.', STARTKEY => 'row0', ENDKEY => ''}]
2024-12-04T04:56:17,399 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted.
2024-12-04T04:56:17,399 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733288177399"}]},"ts":"9223372036854775807"}
2024-12-04T04:56:17,402 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META
2024-12-04T04:56:17,413 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741981_1157 (size=938)
2024-12-04T04:56:17,420 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75
2024-12-04T04:56:17,629 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75
2024-12-04T04:56:17,815 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => ed50441f72943bc9b4e473028e2a17ea, NAME => 'table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:56:17,816 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 8243227e54b551e5bdc82f565c738c21, NAME => 'table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:56:17,827 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741982_1158 (size=45)
2024-12-04T04:56:17,829 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741983_1159 (size=45)
2024-12-04T04:56:17,939 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75
2024-12-04T04:56:18,228 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:56:18,228 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 8243227e54b551e5bdc82f565c738c21, disabling compactions & flushes
2024-12-04T04:56:18,228 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:18,228 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:18,228 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21. after waiting 0 ms
2024-12-04T04:56:18,228 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:18,228 INFO  [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:18,228 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 8243227e54b551e5bdc82f565c738c21:
Waiting for close lock at 1733288178228Disabling compacts and flushes for region at 1733288178228Disabling writes for close at 1733288178228Writing region close event to WAL at 1733288178228Closed at 1733288178228
2024-12-04T04:56:18,230 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:56:18,230 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing ed50441f72943bc9b4e473028e2a17ea, disabling compactions & flushes
2024-12-04T04:56:18,231 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:18,231 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:18,231 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea. after waiting 0 ms
2024-12-04T04:56:18,231 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:18,231 INFO  [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:18,231 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for ed50441f72943bc9b4e473028e2a17ea:
Waiting for close lock at 1733288178230Disabling compacts and flushes for region at 1733288178230Disabling writes for close at 1733288178231 (+1 ms)Writing region close event to WAL at 1733288178231Closed at 1733288178231
2024-12-04T04:56:18,233 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733288178232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733288178232"}]},"ts":"1733288178232"}
2024-12-04T04:56:18,233 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733288178232"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733288178232"}]},"ts":"1733288178232"}
2024-12-04T04:56:18,237 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta.
2024-12-04T04:56:18,239 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288178238"}]},"ts":"1733288178238"}
2024-12-04T04:56:18,241 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta
2024-12-04T04:56:18,241 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=ed50441f72943bc9b4e473028e2a17ea, ASSIGN}, {pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=8243227e54b551e5bdc82f565c738c21, ASSIGN}]
2024-12-04T04:56:18,243 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=ed50441f72943bc9b4e473028e2a17ea, ASSIGN
2024-12-04T04:56:18,243 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=8243227e54b551e5bdc82f565c738c21, ASSIGN
2024-12-04T04:56:18,244 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=ed50441f72943bc9b4e473028e2a17ea, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37183,1733288063835; forceNewPlan=false, retain=false
2024-12-04T04:56:18,244 INFO  [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=8243227e54b551e5bdc82f565c738c21, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37183,1733288063835; forceNewPlan=false, retain=false
2024-12-04T04:56:18,395 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=ed50441f72943bc9b4e473028e2a17ea, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:18,395 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=8243227e54b551e5bdc82f565c738c21, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:18,397 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=76, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=ed50441f72943bc9b4e473028e2a17ea, ASSIGN because future has completed
2024-12-04T04:56:18,397 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed50441f72943bc9b4e473028e2a17ea, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:56:18,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=75, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=8243227e54b551e5bdc82f565c738c21, ASSIGN because future has completed
2024-12-04T04:56:18,398 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8243227e54b551e5bdc82f565c738c21, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:56:18,449 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75
2024-12-04T04:56:18,552 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(132): Open table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:18,552 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7752): Opening region: {ENCODED => ed50441f72943bc9b4e473028e2a17ea, NAME => 'table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.', STARTKEY => '', ENDKEY => 'row0'}
2024-12-04T04:56:18,553 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:56:18,553 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:18,553 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(898): Instantiated table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:56:18,553 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7794): checking encryption for ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:18,553 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(7797): checking classloading for ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:18,554 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ed50441f72943bc9b4e473028e2a17ea 
2024-12-04T04:56:18,555 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed50441f72943bc9b4e473028e2a17ea columnFamilyName f
2024-12-04T04:56:18,555 DEBUG [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:18,556 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] regionserver.HStore(327): Store=ed50441f72943bc9b4e473028e2a17ea/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:18,556 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region ed50441f72943bc9b4e473028e2a17ea 
2024-12-04T04:56:18,557 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed50441f72943bc9b4e473028e2a17ea columnFamilyName f3
2024-12-04T04:56:18,557 DEBUG [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:18,557 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] regionserver.HStore(327): Store=ed50441f72943bc9b4e473028e2a17ea/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:18,557 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region ed50441f72943bc9b4e473028e2a17ea 
2024-12-04T04:56:18,558 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed50441f72943bc9b4e473028e2a17ea columnFamilyName mob
2024-12-04T04:56:18,559 DEBUG [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:18,559 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] regionserver.HStore(327): Store=ed50441f72943bc9b4e473028e2a17ea/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:18,560 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1038): replaying wal for ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:18,560 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:18,561 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:18,562 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1048): stopping wal replay for ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:18,562 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1060): Cleaning up temporary data for ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:18,563 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-04T04:56:18,564 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1093): writing seq id for ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:18,566 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:56:18,567 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1114): Opened ed50441f72943bc9b4e473028e2a17ea; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11740151040, jitterRate=0.09338676929473877}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-04T04:56:18,567 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:18,568 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegion(1006): Region open journal for ed50441f72943bc9b4e473028e2a17ea:
Running coprocessor pre-open hook at 1733288178553Writing region info on filesystem at 1733288178553Initializing all the Stores at 1733288178554 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288178554Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288178554Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288178554Cleaning up temporary data from old regions at 1733288178562 (+8 ms)Running coprocessor post-open hooks at 1733288178567 (+5 ms)Region opened successfully at 1733288178568 (+1 ms)
2024-12-04T04:56:18,569 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., pid=78, masterSystemTime=1733288178549
2024-12-04T04:56:18,571 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:18,571 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=78}] handler.AssignRegionHandler(153): Opened table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:18,571 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:18,571 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 8243227e54b551e5bdc82f565c738c21, NAME => 'table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.', STARTKEY => 'row0', ENDKEY => ''}
2024-12-04T04:56:18,571 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=76 updating hbase:meta row=ed50441f72943bc9b4e473028e2a17ea, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:18,571 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:56:18,572 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:18,572 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:56:18,572 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:18,572 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:18,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed50441f72943bc9b4e473028e2a17ea, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:56:18,573 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8243227e54b551e5bdc82f565c738c21 
2024-12-04T04:56:18,575 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8243227e54b551e5bdc82f565c738c21 columnFamilyName f
2024-12-04T04:56:18,575 DEBUG [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:18,576 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] regionserver.HStore(327): Store=8243227e54b551e5bdc82f565c738c21/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:18,576 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 8243227e54b551e5bdc82f565c738c21 
2024-12-04T04:56:18,576 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=78, resume processing ppid=76
2024-12-04T04:56:18,576 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; OpenRegionProcedure ed50441f72943bc9b4e473028e2a17ea, server=67abd3a0ee76,37183,1733288063835 in 177 msec
2024-12-04T04:56:18,578 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8243227e54b551e5bdc82f565c738c21 columnFamilyName f3
2024-12-04T04:56:18,578 DEBUG [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:18,578 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=ed50441f72943bc9b4e473028e2a17ea, ASSIGN in 335 msec
2024-12-04T04:56:18,579 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] regionserver.HStore(327): Store=8243227e54b551e5bdc82f565c738c21/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:18,579 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 8243227e54b551e5bdc82f565c738c21 
2024-12-04T04:56:18,580 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8243227e54b551e5bdc82f565c738c21 columnFamilyName mob
2024-12-04T04:56:18,581 DEBUG [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:18,581 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] regionserver.HStore(327): Store=8243227e54b551e5bdc82f565c738c21/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:18,582 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:18,583 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:18,583 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:18,584 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:18,584 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:18,585 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-04T04:56:18,586 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:18,589 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/8243227e54b551e5bdc82f565c738c21/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:56:18,589 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 8243227e54b551e5bdc82f565c738c21; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9821094240, jitterRate=-0.08533932268619537}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-04T04:56:18,589 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:18,590 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 8243227e54b551e5bdc82f565c738c21:
Running coprocessor pre-open hook at 1733288178572Writing region info on filesystem at 1733288178572Initializing all the Stores at 1733288178573 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288178573Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288178573Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288178573Cleaning up temporary data from old regions at 1733288178584 (+11 ms)Running coprocessor post-open hooks at 1733288178589 (+5 ms)Region opened successfully at 1733288178589
2024-12-04T04:56:18,591 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21., pid=79, masterSystemTime=1733288178549
2024-12-04T04:56:18,593 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:18,593 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:18,594 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=8243227e54b551e5bdc82f565c738c21, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:18,596 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8243227e54b551e5bdc82f565c738c21, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:56:18,599 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77
2024-12-04T04:56:18,599 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 8243227e54b551e5bdc82f565c738c21, server=67abd3a0ee76,37183,1733288063835 in 199 msec
2024-12-04T04:56:18,602 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=75
2024-12-04T04:56:18,602 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=75, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=8243227e54b551e5bdc82f565c738c21, ASSIGN in 358 msec
2024-12-04T04:56:18,602 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288178602"}]},"ts":"1733288178602"}
2024-12-04T04:56:18,604 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta
2024-12-04T04:56:18,604 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed
2024-12-04T04:56:18,606 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.3050 sec
2024-12-04T04:56:18,813 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-04T04:56:19,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=75
2024-12-04T04:56:19,460 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed
2024-12-04T04:56:19,461 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-04T04:56:19,463 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94,hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/archive/data/default/test-1733288073532/98f99df6377610e5f5ccced2ab273321 from hbase tables test-1733288073532 to tables table1
2024-12-04T04:56:19,463 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733288073532 into table1
2024-12-04T04:56:19,465 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288179463 from hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94,hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/archive/data/default/test-1733288073532/98f99df6377610e5f5ccced2ab273321
2024-12-04T04:56:19,465 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6106a174, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:19,465 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:19,466 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:19,466 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:19,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:19,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:19,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67ecf960, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:19,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:19,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:19,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:19,468 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:19,469 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2f4eb80b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:19,469 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:19,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:19,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50adeec8
2024-12-04T04:56:19,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:19,471 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33934, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:19,472 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-04T04:56:19,472 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-12-04T04:56:19,472 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-04T04:56:19,472 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:19,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:19,473 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:19,474 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:19,476 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-12-04T04:56:19,476 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-12-04T04:56:19,476 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-12-04T04:56:19,477 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/partitions_d66f0ed2-5cbe-4dc4-b318-380805bd7c74
2024-12-04T04:56:19,481 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741984_1160 (size=177)
2024-12-04T04:56:19,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:19,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:19,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:20,946 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-12-04T04:56:21,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-2844959317640501302.jar
2024-12-04T04:56:21,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:21,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:21,085 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-4208866392993344292.jar
2024-12-04T04:56:21,085 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:21,086 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:21,086 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:21,086 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:21,087 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:21,087 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:21,087 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:56:21,087 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-04T04:56:21,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-04T04:56:21,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-04T04:56:21,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-04T04:56:21,088 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-04T04:56:21,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-04T04:56:21,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-04T04:56:21,089 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-04T04:56:21,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-04T04:56:21,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-04T04:56:21,090 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:21,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-7568201738317616733.jar
2024-12-04T04:56:21,159 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-7568201738317616733.jar
2024-12-04T04:56:21,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:21,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-7568201738317616733.jar
2024-12-04T04:56:21,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-7568201738317616733.jar
2024-12-04T04:56:21,160 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:56:21,161 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-12-04T04:56:21,161 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:56:21,161 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:21,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:21,161 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:21,161 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:21,162 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-12-04T04:56:21,162 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:56:21,176 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-04T04:56:21,197 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-04T04:56:21,332 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local1998745105_0014_ec22cfb1-3ef2-469d-b9a3-e98760fa4471/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-04T04:56:21,332 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local1998745105_0014_ec22cfb1-3ef2-469d-b9a3-e98760fa4471/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-04T04:56:21,413 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/d2240affe1f04c7b87217dd2985d4028
2024-12-04T04:56:21,432 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-04T04:56:21,519 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/0f728f0684784debac35ba1f9c719490
2024-12-04T04:56:21,528 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-04T04:56:21,569 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f/bfb9f0823715418aa06b47832f4dec7e
2024-12-04T04:56:21,572 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-04T04:56:21,682 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/archive/data/default/test-1733288073532/98f99df6377610e5f5ccced2ab273321/mob/d41d8cd98f00b204e9800998ecf8427e2024120454fe3a9ff6bd4a45b8be417623320504_7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:56:21,705 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-04T04:56:21,747 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40619/backupUT/backup_1733288120399/default/test-1733288073532/archive/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/mob/a6b6a20cde044b2c82b3b3a785abf50f
2024-12-04T04:56:21,752 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-04T04:56:21,832 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@532edba4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:21,832 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:21,832 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:21,833 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:21,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:21,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:21,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@781222ae, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:21,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:21,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:21,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:21,838 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:33952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:21,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d82e863, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:21,840 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:21,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:21,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:21,844 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:46806, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:21,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733288073532-1-0', locateType=CURRENT is [region=table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:21,857 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-12-04T04:56:21,857 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:21,857 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:21,857 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:21,858 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733288073532-1-0]
2024-12-04T04:56:21,858 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 67abd3a0ee76
2024-12-04T04:56:21,858 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:21,896 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@718c2ece, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:21,896 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:21,897 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:21,901 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:21,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:21,903 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:21,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46269e9b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:21,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:21,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:21,905 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:21,906 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40030, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:21,909 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59ce0f78, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:21,911 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:21,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:21,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:21,924 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54690, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:21,930 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733288073532-3-0', locateType=CURRENT is [region=table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:21,932 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-12-04T04:56:21,932 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:21,932 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:21,932 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:21,933 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733288073532-3-0]
2024-12-04T04:56:21,933 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 67abd3a0ee76
2024-12-04T04:56:21,936 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:21,946 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288179463/_temporary/0/_temporary/attempt_local1998745105_0014_r_000000_0/f/1205ef81db8043aea47dabc8b91c7ffc is 59, key is row-test-1733288073532-1-10/f:q1/1733288104098/Put/seqid=0
2024-12-04T04:56:21,949 WARN  [Thread-1785 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [67abd3a0ee76:37183] Specified favored nodes: [67abd3a0ee76:37183]
2024-12-04T04:56:21,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741985_1161 (size=11125)
2024-12-04T04:56:21,969 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288179463/_temporary/0/_temporary/attempt_local1998745105_0014_r_000000_0/mob/5c169d59686d4523a86ab6468a71b0d3 is 192, key is row-test-1733288073532-3-100/mob:q1/1733288104504/Put/seqid=0
2024-12-04T04:56:21,977 WARN  [Thread-1787 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [67abd3a0ee76:37183] Specified favored nodes: [67abd3a0ee76:37183]
2024-12-04T04:56:21,996 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741986_1162 (size=13404)
2024-12-04T04:56:22,252 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2
2024-12-04T04:56:22,252 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer
2024-12-04T04:56:22,419 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f87a3b4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:22,419 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:22,419 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:22,420 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:22,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:22,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:22,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1776b440, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:22,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:22,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:22,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:22,422 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40044, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:22,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@392aed80, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:22,423 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:22,423 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:22,424 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:22,425 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54692, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:22,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:22,427 INFO  [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1.
2024-12-04T04:56:22,427 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:22,427 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:22,427 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:22,427 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:22,427 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0]
2024-12-04T04:56:22,428 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 67abd3a0ee76
2024-12-04T04:56:22,434 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288179463/_temporary/0/_temporary/attempt_local1998745105_0014_r_000001_0/f/358436f34dbc426d8f8e56c284e43a4f is 37, key is row10/f:q1/1733288076261/Put/seqid=0
2024-12-04T04:56:22,435 WARN  [Thread-1802 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [67abd3a0ee76:37183] Specified favored nodes: [67abd3a0ee76:37183]
2024-12-04T04:56:22,438 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741987_1163 (size=8742)
2024-12-04T04:56:23,392 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288179463
2024-12-04T04:56:23,393 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2634355c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,393 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:23,393 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:23,394 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:23,394 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:23,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:23,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d55ca87, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:23,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:23,395 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,396 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40052, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:23,397 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@34f913e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,397 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:23,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:23,398 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:23,400 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54704, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:23,403 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288179463/_SUCCESS
2024-12-04T04:56:23,415 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:23,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:23,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@50c8c6ea
2024-12-04T04:56:23,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:23,418 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40056, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:23,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:23,425 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-04T04:56:23,432 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288179463/f/1205ef81db8043aea47dabc8b91c7ffc first=Optional[row-test-1733288073532-1-0] last=Optional[row-test-1733288073532-1-98]
2024-12-04T04:56:23,436 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288179463/f/358436f34dbc426d8f8e56c284e43a4f first=Optional[row0] last=Optional[row98]
2024-12-04T04:56:23,441 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288179463/mob/5c169d59686d4523a86ab6468a71b0d3 first=Optional[row-test-1733288073532-3-0] last=Optional[row-test-1733288073532-3-99]
2024-12-04T04:56:23,451 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288179463/f/358436f34dbc426d8f8e56c284e43a4f for inclusion in 8243227e54b551e5bdc82f565c738c21/f
2024-12-04T04:56:23,451 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288179463/mob/5c169d59686d4523a86ab6468a71b0d3 for inclusion in ed50441f72943bc9b4e473028e2a17ea/mob
2024-12-04T04:56:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98
2024-12-04T04:56:23,458 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.HStore(628): Region bounds: first=row0 last=
2024-12-04T04:56:23,459 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.HRegion(2603): Flush status journal for 8243227e54b551e5bdc82f565c738c21:

2024-12-04T04:56:23,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288179463/f/358436f34dbc426d8f8e56c284e43a4f to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i42u6dt7rjnfpfd9noig21rf966p9i47t5tclt59ht13etsfnnedbl3kfd165sc3/f/358436f34dbc426d8f8e56c284e43a4f
2024-12-04T04:56:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733288073532-3-0 last=row-test-1733288073532-3-99
2024-12-04T04:56:23,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-12-04T04:56:23,462 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288179463/f/1205ef81db8043aea47dabc8b91c7ffc for inclusion in ed50441f72943bc9b4e473028e2a17ea/f
2024-12-04T04:56:23,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i42u6dt7rjnfpfd9noig21rf966p9i47t5tclt59ht13etsfnnedbl3kfd165sc3/f/358436f34dbc426d8f8e56c284e43a4f as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/8243227e54b551e5bdc82f565c738c21/f/cb892761a84e4bbcb34dc73a5bc9025d_SeqId_4_
2024-12-04T04:56:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733288073532-1-0 last=row-test-1733288073532-1-98
2024-12-04T04:56:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-12-04T04:56:23,470 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HRegion(2603): Flush status journal for ed50441f72943bc9b4e473028e2a17ea:

2024-12-04T04:56:23,471 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288179463/mob/5c169d59686d4523a86ab6468a71b0d3 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i42u6dt7rjnfpfd9noig21rf966p9i47t5tclt59ht13etsfnnedbl3kfd165sc3/mob/5c169d59686d4523a86ab6468a71b0d3
2024-12-04T04:56:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a1361d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:23,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:23,473 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:23,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:23,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:23,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@e69deef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:23,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:23,474 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,475 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:23,476 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ce6184a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,476 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:23,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i42u6dt7rjnfpfd9noig21rf966p9i47t5tclt59ht13etsfnnedbl3kfd165sc3/mob/5c169d59686d4523a86ab6468a71b0d3 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/mob/18f0873162a348aaaa40163e3c0aad40_SeqId_4_
2024-12-04T04:56:23,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@402b1864
2024-12-04T04:56:23,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:23,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288179463/f/1205ef81db8043aea47dabc8b91c7ffc to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i42u6dt7rjnfpfd9noig21rf966p9i47t5tclt59ht13etsfnnedbl3kfd165sc3/f/1205ef81db8043aea47dabc8b91c7ffc
2024-12-04T04:56:23,478 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40094, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:23,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:23,480 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i42u6dt7rjnfpfd9noig21rf966p9i47t5tclt59ht13etsfnnedbl3kfd165sc3/f/1205ef81db8043aea47dabc8b91c7ffc as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/f/e31f3dee75ae441ca16c9b6bd72ba3c4_SeqId_4_
2024-12-04T04:56:23,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:23,480 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:23,482 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54714, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5c7ddd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:23,489 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:23,490 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:23,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:23,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:23,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@c133234, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:23,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:23,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,493 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40100, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:23,493 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5525bd, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,494 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:23,494 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:23,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b94d345
2024-12-04T04:56:23,495 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:23,496 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:23,497 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:23,497 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:23,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:23,499 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54726, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:23,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:23,523 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:23,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:23,528 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:23,532 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183.
2024-12-04T04:56:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,533 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,533 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:23,536 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:23,537 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i42u6dt7rjnfpfd9noig21rf966p9i47t5tclt59ht13etsfnnedbl3kfd165sc3/f/358436f34dbc426d8f8e56c284e43a4f into 8243227e54b551e5bdc82f565c738c21/f as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/8243227e54b551e5bdc82f565c738c21/f/cb892761a84e4bbcb34dc73a5bc9025d_SeqId_4_ - updating store file list.
2024-12-04T04:56:23,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:23,545 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183.
2024-12-04T04:56:23,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,546 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:23,546 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@10e37fd7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,548 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:23,549 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:23,550 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:23,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:23,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:23,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74c37f9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,550 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:23,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:23,551 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,552 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40116, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:23,555 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/8243227e54b551e5bdc82f565c738c21/f/cb892761a84e4bbcb34dc73a5bc9025d_SeqId_4_ into 8243227e54b551e5bdc82f565c738c21/f
2024-12-04T04:56:23,555 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i42u6dt7rjnfpfd9noig21rf966p9i47t5tclt59ht13etsfnnedbl3kfd165sc3/f/358436f34dbc426d8f8e56c284e43a4f into 8243227e54b551e5bdc82f565c738c21/f (new location: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/8243227e54b551e5bdc82f565c738c21/f/cb892761a84e4bbcb34dc73a5bc9025d_SeqId_4_)
2024-12-04T04:56:23,555 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51dcd74d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,556 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:23,557 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i42u6dt7rjnfpfd9noig21rf966p9i47t5tclt59ht13etsfnnedbl3kfd165sc3/f/358436f34dbc426d8f8e56c284e43a4f
2024-12-04T04:56:23,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:23,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@455811cb
2024-12-04T04:56:23,558 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:23,559 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40126, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51107354, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:23,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:23,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:23,564 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:23,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:23,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:23,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fe5bf71, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:23,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:23,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:23,569 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:23,570 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40136, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:23,573 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40d7fbdf, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,573 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54730, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:23,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:23,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:23,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@678145b7
2024-12-04T04:56:23,577 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:23,580 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-04T04:56:23,582 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:23,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:23,583 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:23,588 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54742, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-04T04:56:23,603 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:23,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:23,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:23,632 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:23,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:23,641 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183.
2024-12-04T04:56:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,643 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:23,645 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i42u6dt7rjnfpfd9noig21rf966p9i47t5tclt59ht13etsfnnedbl3kfd165sc3/f/1205ef81db8043aea47dabc8b91c7ffc into ed50441f72943bc9b4e473028e2a17ea/f as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/f/e31f3dee75ae441ca16c9b6bd72ba3c4_SeqId_4_ - updating store file list.
2024-12-04T04:56:23,653 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:23,658 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183.
2024-12-04T04:56:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:23,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,659 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,660 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:23,668 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/f/e31f3dee75ae441ca16c9b6bd72ba3c4_SeqId_4_ into ed50441f72943bc9b4e473028e2a17ea/f
2024-12-04T04:56:23,668 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i42u6dt7rjnfpfd9noig21rf966p9i47t5tclt59ht13etsfnnedbl3kfd165sc3/f/1205ef81db8043aea47dabc8b91c7ffc into ed50441f72943bc9b4e473028e2a17ea/f (new location: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/f/e31f3dee75ae441ca16c9b6bd72ba3c4_SeqId_4_)
2024-12-04T04:56:23,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i42u6dt7rjnfpfd9noig21rf966p9i47t5tclt59ht13etsfnnedbl3kfd165sc3/f/1205ef81db8043aea47dabc8b91c7ffc
2024-12-04T04:56:23,679 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i42u6dt7rjnfpfd9noig21rf966p9i47t5tclt59ht13etsfnnedbl3kfd165sc3/mob/5c169d59686d4523a86ab6468a71b0d3 into ed50441f72943bc9b4e473028e2a17ea/mob as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/mob/18f0873162a348aaaa40163e3c0aad40_SeqId_4_ - updating store file list.
2024-12-04T04:56:23,701 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/mob/18f0873162a348aaaa40163e3c0aad40_SeqId_4_ into ed50441f72943bc9b4e473028e2a17ea/mob
2024-12-04T04:56:23,701 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i42u6dt7rjnfpfd9noig21rf966p9i47t5tclt59ht13etsfnnedbl3kfd165sc3/mob/5c169d59686d4523a86ab6468a71b0d3 into ed50441f72943bc9b4e473028e2a17ea/mob (new location: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/mob/18f0873162a348aaaa40163e3c0aad40_SeqId_4_)
2024-12-04T04:56:23,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__i42u6dt7rjnfpfd9noig21rf966p9i47t5tclt59ht13etsfnnedbl3kfd165sc3/mob/5c169d59686d4523a86ab6468a71b0d3
2024-12-04T04:56:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23475544, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:23,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:23,705 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:23,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:23,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:23,706 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33861964, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:23,707 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:23,712 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40166, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:23,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2098720e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:23,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:23,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:23,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@b8cdb28
2024-12-04T04:56:23,721 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:23,722 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-04T04:56:23,727 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:23,728 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:23,729 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:23,731 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54750, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-04T04:56:23,743 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:23,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:23,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:23,765 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183.
2024-12-04T04:56:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,765 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,765 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:23,769 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:56:23,769 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:23,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,769 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:23,769 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-12-04T04:56:23,776 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:23,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 , the old value is region=table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=67abd3a0ee76:37183 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-04T04:56:23,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-04T04:56:23,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 from cache
2024-12-04T04:56:23,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183: skipped callId: 8 service: ClientService methodName: CleanupBulkLoad size: 269 connection: 172.17.0.3:54704 deadline: 1733291783777 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.3:54704
2024-12-04T04:56:23,810 INFO  [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1733288073532' to 'table1' from log dirs: hdfs://localhost:40619/backupUT/backup_1733288154854/default/test-1733288073532/f2/cfdc68b3a5bc4b7ebedc9692a6ec43d8
2024-12-04T04:56:23,814 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1733288073532', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1733288154854
2024-12-04T04:56:23,817 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.3 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:56:23,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=80, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1
2024-12-04T04:56:23,856 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741988_1164 (size=938)
2024-12-04T04:56:23,880 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=67abd3a0ee76:37183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-12-04T04:56:24,055 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-04T04:56:24,255 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/.tabledesc/.tableinfo.0000000001.938
2024-12-04T04:56:24,255 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/.tabledesc/.tableinfo.0000000002.938
2024-12-04T04:56:24,258 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=81, ppid=80, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}]
2024-12-04T04:56:24,261 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=ed50441f72943bc9b4e473028e2a17ea, REOPEN/MOVE}, {pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=8243227e54b551e5bdc82f565c738c21, REOPEN/MOVE}]
2024-12-04T04:56:24,262 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=8243227e54b551e5bdc82f565c738c21, REOPEN/MOVE
2024-12-04T04:56:24,262 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=ed50441f72943bc9b4e473028e2a17ea, REOPEN/MOVE
2024-12-04T04:56:24,263 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=ed50441f72943bc9b4e473028e2a17ea, regionState=CLOSING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:24,263 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=8243227e54b551e5bdc82f565c738c21, regionState=CLOSING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:24,265 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=8243227e54b551e5bdc82f565c738c21, REOPEN/MOVE because future has completed
2024-12-04T04:56:24,265 DEBUG [PEWorker-2 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-04T04:56:24,265 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8243227e54b551e5bdc82f565c738c21, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:56:24,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=ed50441f72943bc9b4e473028e2a17ea, REOPEN/MOVE because future has completed
2024-12-04T04:56:24,266 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-04T04:56:24,267 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure ed50441f72943bc9b4e473028e2a17ea, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:56:24,418 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(122): Close 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:24,418 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-04T04:56:24,419 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1722): Closing 8243227e54b551e5bdc82f565c738c21, disabling compactions & flushes
2024-12-04T04:56:24,419 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1755): Closing region table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:24,419 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:24,419 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21. after waiting 0 ms
2024-12-04T04:56:24,419 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:24,423 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/8243227e54b551e5bdc82f565c738c21/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-04T04:56:24,424 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:56:24,424 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1973): Closed table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:24,424 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegion(1676): Region close journal for 8243227e54b551e5bdc82f565c738c21:
Waiting for close lock at 1733288184418Running coprocessor pre-close hooks at 1733288184418Disabling compacts and flushes for region at 1733288184418Disabling writes for close at 1733288184419 (+1 ms)Writing region close event to WAL at 1733288184419Running coprocessor post-close hooks at 1733288184424 (+5 ms)Closed at 1733288184424
2024-12-04T04:56:24,424 WARN  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] regionserver.HRegionServer(3299): Not adding moved region record: 8243227e54b551e5bdc82f565c738c21 to self.
2024-12-04T04:56:24,426 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=84}] handler.UnassignRegionHandler(157): Closed 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:24,426 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:24,426 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-04T04:56:24,426 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing ed50441f72943bc9b4e473028e2a17ea, disabling compactions & flushes
2024-12-04T04:56:24,427 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:24,427 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:24,427 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=8243227e54b551e5bdc82f565c738c21, regionState=CLOSED
2024-12-04T04:56:24,427 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea. after waiting 0 ms
2024-12-04T04:56:24,427 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:24,428 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 8243227e54b551e5bdc82f565c738c21, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:56:24,431 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-04T04:56:24,432 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=84, resume processing ppid=83
2024-12-04T04:56:24,432 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:56:24,432 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:24,432 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for ed50441f72943bc9b4e473028e2a17ea:
Waiting for close lock at 1733288184426Running coprocessor pre-close hooks at 1733288184426Disabling compacts and flushes for region at 1733288184426Disabling writes for close at 1733288184427 (+1 ms)Writing region close event to WAL at 1733288184428 (+1 ms)Running coprocessor post-close hooks at 1733288184432 (+4 ms)Closed at 1733288184432
2024-12-04T04:56:24,432 WARN  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: ed50441f72943bc9b4e473028e2a17ea to self.
2024-12-04T04:56:24,433 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 8243227e54b551e5bdc82f565c738c21, server=67abd3a0ee76,37183,1733288063835 in 164 msec
2024-12-04T04:56:24,434 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=8243227e54b551e5bdc82f565c738c21, REOPEN/MOVE; state=CLOSED, location=67abd3a0ee76,37183,1733288063835; forceNewPlan=false, retain=true
2024-12-04T04:56:24,438 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:24,440 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=ed50441f72943bc9b4e473028e2a17ea, regionState=CLOSED
2024-12-04T04:56:24,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=82, state=RUNNABLE, hasLock=false; CloseRegionProcedure ed50441f72943bc9b4e473028e2a17ea, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:56:24,444 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=82
2024-12-04T04:56:24,444 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=82, state=SUCCESS, hasLock=false; CloseRegionProcedure ed50441f72943bc9b4e473028e2a17ea, server=67abd3a0ee76,37183,1733288063835 in 175 msec
2024-12-04T04:56:24,445 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=ed50441f72943bc9b4e473028e2a17ea, REOPEN/MOVE; state=CLOSED, location=67abd3a0ee76,37183,1733288063835; forceNewPlan=false, retain=true
2024-12-04T04:56:24,584 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=8243227e54b551e5bdc82f565c738c21, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:24,584 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=ed50441f72943bc9b4e473028e2a17ea, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:24,586 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=8243227e54b551e5bdc82f565c738c21, REOPEN/MOVE because future has completed
2024-12-04T04:56:24,587 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8243227e54b551e5bdc82f565c738c21, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:56:24,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=82, ppid=81, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=ed50441f72943bc9b4e473028e2a17ea, REOPEN/MOVE because future has completed
2024-12-04T04:56:24,588 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed50441f72943bc9b4e473028e2a17ea, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:56:24,742 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:24,742 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => ed50441f72943bc9b4e473028e2a17ea, NAME => 'table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.', STARTKEY => '', ENDKEY => 'row0'}
2024-12-04T04:56:24,743 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:56:24,743 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:24,743 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:56:24,743 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:24,743 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:24,744 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region ed50441f72943bc9b4e473028e2a17ea 
2024-12-04T04:56:24,745 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed50441f72943bc9b4e473028e2a17ea columnFamilyName f
2024-12-04T04:56:24,746 DEBUG [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:24,752 DEBUG [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/f/e31f3dee75ae441ca16c9b6bd72ba3c4_SeqId_4_
2024-12-04T04:56:24,752 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] regionserver.HStore(327): Store=ed50441f72943bc9b4e473028e2a17ea/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:24,753 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region ed50441f72943bc9b4e473028e2a17ea 
2024-12-04T04:56:24,754 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed50441f72943bc9b4e473028e2a17ea columnFamilyName f2
2024-12-04T04:56:24,754 DEBUG [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:24,755 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] regionserver.HStore(327): Store=ed50441f72943bc9b4e473028e2a17ea/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:24,755 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region ed50441f72943bc9b4e473028e2a17ea 
2024-12-04T04:56:24,756 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region ed50441f72943bc9b4e473028e2a17ea columnFamilyName mob
2024-12-04T04:56:24,757 DEBUG [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:24,767 DEBUG [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/mob/18f0873162a348aaaa40163e3c0aad40_SeqId_4_
2024-12-04T04:56:24,767 INFO  [StoreOpener-ed50441f72943bc9b4e473028e2a17ea-1 {}] regionserver.HStore(327): Store=ed50441f72943bc9b4e473028e2a17ea/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:24,768 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:24,769 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:24,770 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:24,771 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:24,771 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:24,772 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-04T04:56:24,773 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:24,774 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened ed50441f72943bc9b4e473028e2a17ea; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11559983840, jitterRate=0.07660739123821259}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-04T04:56:24,774 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:24,775 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for ed50441f72943bc9b4e473028e2a17ea:
Running coprocessor pre-open hook at 1733288184743Writing region info on filesystem at 1733288184743Initializing all the Stores at 1733288184744 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288184744Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288184744Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288184744Cleaning up temporary data from old regions at 1733288184771 (+27 ms)Running coprocessor post-open hooks at 1733288184774 (+3 ms)Region opened successfully at 1733288184775 (+1 ms)
2024-12-04T04:56:24,776 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., pid=87, masterSystemTime=1733288184739
2024-12-04T04:56:24,778 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:24,778 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:24,778 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(132): Open table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:24,778 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7752): Opening region: {ENCODED => 8243227e54b551e5bdc82f565c738c21, NAME => 'table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.', STARTKEY => 'row0', ENDKEY => ''}
2024-12-04T04:56:24,778 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=82 updating hbase:meta row=ed50441f72943bc9b4e473028e2a17ea, regionState=OPEN, openSeqNum=7, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:24,779 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:56:24,779 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:24,779 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(898): Instantiated table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:56:24,779 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7794): checking encryption for 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:24,779 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(7797): checking classloading for 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:24,780 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=82, state=RUNNABLE, hasLock=false; OpenRegionProcedure ed50441f72943bc9b4e473028e2a17ea, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:56:24,781 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 8243227e54b551e5bdc82f565c738c21 
2024-12-04T04:56:24,783 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=82
2024-12-04T04:56:24,783 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=82, state=SUCCESS, hasLock=false; OpenRegionProcedure ed50441f72943bc9b4e473028e2a17ea, server=67abd3a0ee76,37183,1733288063835 in 193 msec
2024-12-04T04:56:24,784 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=ed50441f72943bc9b4e473028e2a17ea, REOPEN/MOVE in 523 msec
2024-12-04T04:56:24,785 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8243227e54b551e5bdc82f565c738c21 columnFamilyName f
2024-12-04T04:56:24,785 DEBUG [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:24,790 DEBUG [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/8243227e54b551e5bdc82f565c738c21/f/cb892761a84e4bbcb34dc73a5bc9025d_SeqId_4_
2024-12-04T04:56:24,790 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] regionserver.HStore(327): Store=8243227e54b551e5bdc82f565c738c21/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:24,790 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 8243227e54b551e5bdc82f565c738c21 
2024-12-04T04:56:24,792 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8243227e54b551e5bdc82f565c738c21 columnFamilyName f2
2024-12-04T04:56:24,792 DEBUG [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:24,792 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] regionserver.HStore(327): Store=8243227e54b551e5bdc82f565c738c21/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:24,792 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 8243227e54b551e5bdc82f565c738c21 
2024-12-04T04:56:24,793 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 8243227e54b551e5bdc82f565c738c21 columnFamilyName mob
2024-12-04T04:56:24,794 DEBUG [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:24,794 INFO  [StoreOpener-8243227e54b551e5bdc82f565c738c21-1 {}] regionserver.HStore(327): Store=8243227e54b551e5bdc82f565c738c21/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:24,794 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1038): replaying wal for 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:24,795 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:24,796 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:24,797 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1048): stopping wal replay for 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:24,797 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1060): Cleaning up temporary data for 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:24,797 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-12-04T04:56:24,798 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1093): writing seq id for 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:24,799 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1114): Opened 8243227e54b551e5bdc82f565c738c21; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11739281440, jitterRate=0.09330578148365021}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-12-04T04:56:24,799 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:24,799 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegion(1006): Region open journal for 8243227e54b551e5bdc82f565c738c21:
Running coprocessor pre-open hook at 1733288184780Writing region info on filesystem at 1733288184780Initializing all the Stores at 1733288184781 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288184781Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288184781Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288184781Cleaning up temporary data from old regions at 1733288184797 (+16 ms)Running coprocessor post-open hooks at 1733288184799 (+2 ms)Region opened successfully at 1733288184799
2024-12-04T04:56:24,800 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21., pid=86, masterSystemTime=1733288184739
2024-12-04T04:56:24,802 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:24,802 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=86}] handler.AssignRegionHandler(153): Opened table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:24,803 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=8243227e54b551e5bdc82f565c738c21, regionState=OPEN, openSeqNum=7, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:24,804 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 8243227e54b551e5bdc82f565c738c21, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:56:24,806 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=83
2024-12-04T04:56:24,806 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 8243227e54b551e5bdc82f565c738c21, server=67abd3a0ee76,37183,1733288063835 in 218 msec
2024-12-04T04:56:24,808 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=81
2024-12-04T04:56:24,808 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=81, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=8243227e54b551e5bdc82f565c738c21, REOPEN/MOVE in 546 msec
2024-12-04T04:56:24,810 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=81, resume processing ppid=80
2024-12-04T04:56:24,810 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, ppid=80, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 550 msec
2024-12-04T04:56:24,811 DEBUG [PEWorker-1 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1
2024-12-04T04:56:24,812 DEBUG [PEWorker-1 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., family=f3
2024-12-04T04:56:24,813 DEBUG [PEWorker-1 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21., family=f3
2024-12-04T04:56:24,816 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 996 msec
2024-12-04T04:56:24,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=80
2024-12-04T04:56:24,817 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed
2024-12-04T04:56:24,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-04T04:56:24,821 INFO  [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:56:24,821 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:40619/backupUT/backup_1733288154854/default/test-1733288073532/f2/cfdc68b3a5bc4b7ebedc9692a6ec43d8 from hbase tables test-1733288073532 to tables table1
2024-12-04T04:56:24,821 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733288073532 into table1
2024-12-04T04:56:24,823 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288184821 from hdfs://localhost:40619/backupUT/backup_1733288154854/default/test-1733288073532/f2/cfdc68b3a5bc4b7ebedc9692a6ec43d8
2024-12-04T04:56:24,824 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@67dfb74c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:24,824 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:24,824 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:24,825 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:24,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:24,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:24,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315754e8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:24,825 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:24,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:24,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:24,826 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:24,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eb7d6d7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:24,827 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:24,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:24,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2efd0cf8
2024-12-04T04:56:24,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:24,829 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:24,830 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-04T04:56:24,830 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1
2024-12-04T04:56:24,830 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-04T04:56:24,830 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:24,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:24,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:24,832 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54752, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:24,834 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 
2024-12-04T04:56:24,834 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0
2024-12-04T04:56:24,834 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-12-04T04:56:24,834 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/partitions_108b459b-d9e0-40c5-a2a0-c61fa908a4d0
2024-12-04T04:56:24,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741989_1165 (size=177)
2024-12-04T04:56:25,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:25,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:25,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:26,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-13594539745045362170.jar
2024-12-04T04:56:26,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:26,430 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:26,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-17348458584725681752.jar
2024-12-04T04:56:26,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:26,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:26,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:26,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:26,495 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:26,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:26,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:56:26,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-04T04:56:26,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-04T04:56:26,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-04T04:56:26,496 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-04T04:56:26,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-04T04:56:26,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-04T04:56:26,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-04T04:56:26,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-04T04:56:26,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-04T04:56:26,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-04T04:56:26,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:26,559 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-11120284566192887008.jar
2024-12-04T04:56:26,560 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-11120284566192887008.jar
2024-12-04T04:56:26,560 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:26,560 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-11120284566192887008.jar
2024-12-04T04:56:26,560 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-11120284566192887008.jar
2024-12-04T04:56:26,561 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:56:26,561 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1
2024-12-04T04:56:26,561 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:56:26,561 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:26,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:26,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:26,561 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:26,562 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-12-04T04:56:26,562 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:56:26,577 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-04T04:56:26,596 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-04T04:56:26,704 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local1318367726_0015_ba5514b0-fbae-416f-9396-4952415e0ae5/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-04T04:56:26,704 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local1318367726_0015_ba5514b0-fbae-416f-9396-4952415e0ae5/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-04T04:56:26,778 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40619/backupUT/backup_1733288154854/default/test-1733288073532/f2/cfdc68b3a5bc4b7ebedc9692a6ec43d8
2024-12-04T04:56:26,783 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-04T04:56:26,843 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7577d74f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:26,843 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:26,843 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:26,844 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:26,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:26,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:26,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129cfe29, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:26,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:26,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:26,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:26,846 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:26,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2772152d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:26,847 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:26,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:26,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:26,851 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54760, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:26,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733288073532-2-0', locateType=CURRENT is [region=table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., hostname=67abd3a0ee76,37183,1733288063835, seqNum=7]
2024-12-04T04:56:26,853 INFO  [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1.
2024-12-04T04:56:26,853 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:26,853 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:26,854 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:26,854 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:26,854 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733288073532-2-0]
2024-12-04T04:56:26,854 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 67abd3a0ee76
2024-12-04T04:56:26,862 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288184821/_temporary/0/_temporary/attempt_local1318367726_0015_r_000000_0/f2/9aea5963b8b849038b1dc7d4415e6777 is 58, key is row-test-1733288073532-2-0/f2:q1/1733288149846/Put/seqid=0
2024-12-04T04:56:26,864 WARN  [Thread-1865 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [67abd3a0ee76:37183] Specified favored nodes: [67abd3a0ee76:37183]
2024-12-04T04:56:26,870 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741990_1166 (size=5609)
2024-12-04T04:56:27,201 DEBUG [regionserver/67abd3a0ee76:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second
2024-12-04T04:56:27,203 WARN  [regionserver/67abd3a0ee76:0.Chore.1 {}] hbase.ExecutorStatusChore(69): RS_COMPACTED_FILES_DISCHARGER's size info, queued: 16, running: 1
2024-12-04T04:56:27,747 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288184821
2024-12-04T04:56:27,748 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@767e5798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:27,748 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:27,748 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:27,749 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:27,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:27,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:27,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5728e293, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:27,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:27,749 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:27,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:27,750 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:27,751 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a686e7f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:27,752 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:27,752 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:27,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:27,754 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54762, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:27,756 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288184821/_SUCCESS
2024-12-04T04:56:27,759 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:27,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:27,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@4e38d6be
2024-12-04T04:56:27,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:27,761 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40252, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:27,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., hostname=67abd3a0ee76,37183,1733288063835, seqNum=7]
2024-12-04T04:56:27,766 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100
2024-12-04T04:56:27,771 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288184821/f2/9aea5963b8b849038b1dc7d4415e6777 first=Optional[row-test-1733288073532-2-0] last=Optional[row-test-1733288073532-2-6]
2024-12-04T04:56:27,774 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288184821/f2/9aea5963b8b849038b1dc7d4415e6777 for inclusion in ed50441f72943bc9b4e473028e2a17ea/f2
2024-12-04T04:56:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733288073532-2-0 last=row-test-1733288073532-2-6
2024-12-04T04:56:27,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(628): Region bounds: first= last=row0
2024-12-04T04:56:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HRegion(2603): Flush status journal for ed50441f72943bc9b4e473028e2a17ea:

2024-12-04T04:56:27,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-default-table1-1733288184821/f2/9aea5963b8b849038b1dc7d4415e6777 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__rr39gkuu2i8n4ci16fj856r52sh747jqn5u84r6k6g2o3af6kdga7np7bc18chaj/f2/9aea5963b8b849038b1dc7d4415e6777
2024-12-04T04:56:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__rr39gkuu2i8n4ci16fj856r52sh747jqn5u84r6k6g2o3af6kdga7np7bc18chaj/f2/9aea5963b8b849038b1dc7d4415e6777 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/f2/5e56af7d8dee43f8b02dece6a62d9d6e_SeqId_9_
2024-12-04T04:56:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1adb3036, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:27,781 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:27,782 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:27,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:27,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:27,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@47e7c757, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:27,782 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:27,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:27,783 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:27,783 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40270, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:27,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50793ba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:27,784 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5e5d975b
2024-12-04T04:56:27,785 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:27,786 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40280, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:27,786 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:27,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:27,787 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:27,788 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54764, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:27,794 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:27,798 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:27,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:27,804 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183.
2024-12-04T04:56:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:27,804 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:27,805 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:27,805 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__rr39gkuu2i8n4ci16fj856r52sh747jqn5u84r6k6g2o3af6kdga7np7bc18chaj/f2/9aea5963b8b849038b1dc7d4415e6777 into ed50441f72943bc9b4e473028e2a17ea/f2 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/f2/5e56af7d8dee43f8b02dece6a62d9d6e_SeqId_9_ - updating store file list.
2024-12-04T04:56:27,810 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/f2/5e56af7d8dee43f8b02dece6a62d9d6e_SeqId_9_ into ed50441f72943bc9b4e473028e2a17ea/f2
2024-12-04T04:56:27,810 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__rr39gkuu2i8n4ci16fj856r52sh747jqn5u84r6k6g2o3af6kdga7np7bc18chaj/f2/9aea5963b8b849038b1dc7d4415e6777 into ed50441f72943bc9b4e473028e2a17ea/f2 (new location: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/f2/5e56af7d8dee43f8b02dece6a62d9d6e_SeqId_9_)
2024-12-04T04:56:27,810 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__table1__rr39gkuu2i8n4ci16fj856r52sh747jqn5u84r6k6g2o3af6kdga7np7bc18chaj/f2/9aea5963b8b849038b1dc7d4415e6777
2024-12-04T04:56:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45237251, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:27,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:27,812 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:27,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:27,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:27,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@270252fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:27,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:27,812 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:27,813 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:27,813 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40300, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:27,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ffe3e17, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:27,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:27,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@d6cd30a
2024-12-04T04:56:27,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:27,816 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-04T04:56:27,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:27,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:27,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:27,818 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54778, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-04T04:56:27,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:27,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:27,831 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:27,833 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183.
2024-12-04T04:56:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:27,833 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:27,833 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:27,834 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:56:27,834 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:27,834 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:27,835 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:27,835 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-12-04T04:56:27,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., hostname=67abd3a0ee76,37183,1733288063835, seqNum=7 , the old value is region=table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., hostname=67abd3a0ee76,37183,1733288063835, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=67abd3a0ee76:37183 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-04T04:56:27,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., hostname=67abd3a0ee76,37183,1733288063835, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-04T04:56:27,835 INFO  [Time-limited test {}] impl.RestoreTablesClient(187): test-1733288073532 has been successfully restored to table1
2024-12-04T04:56:27,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., hostname=67abd3a0ee76,37183,1733288063835, seqNum=7 from cache
2024-12-04T04:56:27,835 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-12-04T04:56:27,835 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733288154854 hdfs://localhost:40619/backupUT/backup_1733288154854/default/test-1733288073532/
2024-12-04T04:56:27,835 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:27,836 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:40619/backupUT/backup_1733288120399/.backup.manifest
2024-12-04T04:56:27,836 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-04T04:56:27,837 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733288120399/.backup.manifest
2024-12-04T04:56:27,837 INFO  [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17332880735321' to 'ns2:table2' from full backup image hdfs://localhost:40619/backupUT/backup_1733288120399/ns2/test-17332880735321
2024-12-04T04:56:27,839 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17332880735321', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733288154854
2024-12-04T04:56:27,841 INFO  [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits
2024-12-04T04:56:27,842 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.3 disable ns2:table2
2024-12-04T04:56:27,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=88, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2
2024-12-04T04:56:27,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-12-04T04:56:27,844 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288187844"}]},"ts":"1733288187844"}
2024-12-04T04:56:27,846 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta
2024-12-04T04:56:27,846 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING
2024-12-04T04:56:27,846 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=89, ppid=88, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}]
2024-12-04T04:56:27,847 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=42f504bb3bd168d59f8ec7a92dd8f497, UNASSIGN}]
2024-12-04T04:56:27,848 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=42f504bb3bd168d59f8ec7a92dd8f497, UNASSIGN
2024-12-04T04:56:27,849 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=42f504bb3bd168d59f8ec7a92dd8f497, regionState=CLOSING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:27,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=90, ppid=89, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=42f504bb3bd168d59f8ec7a92dd8f497, UNASSIGN because future has completed
2024-12-04T04:56:27,850 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-12-04T04:56:27,850 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 42f504bb3bd168d59f8ec7a92dd8f497, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:56:27,940 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=67abd3a0ee76:37183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-12-04T04:56:27,949 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-12-04T04:56:28,004 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(122): Close 42f504bb3bd168d59f8ec7a92dd8f497
2024-12-04T04:56:28,004 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-12-04T04:56:28,004 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1722): Closing 42f504bb3bd168d59f8ec7a92dd8f497, disabling compactions & flushes
2024-12-04T04:56:28,004 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1755): Closing region ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.
2024-12-04T04:56:28,004 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.
2024-12-04T04:56:28,004 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497. after waiting 0 ms
2024-12-04T04:56:28,004 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.
2024-12-04T04:56:28,013 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/42f504bb3bd168d59f8ec7a92dd8f497/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-04T04:56:28,014 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:56:28,014 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1973): Closed ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.
2024-12-04T04:56:28,014 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] regionserver.HRegion(1676): Region close journal for 42f504bb3bd168d59f8ec7a92dd8f497:
Waiting for close lock at 1733288188004Running coprocessor pre-close hooks at 1733288188004Disabling compacts and flushes for region at 1733288188004Disabling writes for close at 1733288188004Writing region close event to WAL at 1733288188006 (+2 ms)Running coprocessor post-close hooks at 1733288188014 (+8 ms)Closed at 1733288188014
2024-12-04T04:56:28,017 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION, pid=91}] handler.UnassignRegionHandler(157): Closed 42f504bb3bd168d59f8ec7a92dd8f497
2024-12-04T04:56:28,018 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=90 updating hbase:meta row=42f504bb3bd168d59f8ec7a92dd8f497, regionState=CLOSED
2024-12-04T04:56:28,020 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE, hasLock=false; CloseRegionProcedure 42f504bb3bd168d59f8ec7a92dd8f497, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:56:28,024 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90
2024-12-04T04:56:28,025 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; CloseRegionProcedure 42f504bb3bd168d59f8ec7a92dd8f497, server=67abd3a0ee76,37183,1733288063835 in 171 msec
2024-12-04T04:56:28,027 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89
2024-12-04T04:56:28,027 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=42f504bb3bd168d59f8ec7a92dd8f497, UNASSIGN in 177 msec
2024-12-04T04:56:28,030 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=89, resume processing ppid=88
2024-12-04T04:56:28,030 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, ppid=88, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 182 msec
2024-12-04T04:56:28,032 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288188031"}]},"ts":"1733288188031"}
2024-12-04T04:56:28,034 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta
2024-12-04T04:56:28,034 INFO  [PEWorker-1 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED
2024-12-04T04:56:28,036 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 193 msec
2024-12-04T04:56:28,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=88
2024-12-04T04:56:28,159 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed
2024-12-04T04:56:28,160 INFO  [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.3 truncate ns2:table2
2024-12-04T04:56:28,161 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] procedure2.ProcedureExecutor(1139): Stored pid=92, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true)
2024-12-04T04:56:28,161 DEBUG [PEWorker-5 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition
2024-12-04T04:56:28,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92
2024-12-04T04:56:28,164 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/42f504bb3bd168d59f8ec7a92dd8f497
2024-12-04T04:56:28,166 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/42f504bb3bd168d59f8ec7a92dd8f497/f, FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/42f504bb3bd168d59f8ec7a92dd8f497/recovered.edits]
2024-12-04T04:56:28,170 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/42f504bb3bd168d59f8ec7a92dd8f497/f/7acc463303844b37a8452c77725dee67_SeqId_4_ to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/archive/data/ns2/table2/42f504bb3bd168d59f8ec7a92dd8f497/f/7acc463303844b37a8452c77725dee67_SeqId_4_
2024-12-04T04:56:28,173 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/42f504bb3bd168d59f8ec7a92dd8f497/recovered.edits/6.seqid to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/archive/data/ns2/table2/42f504bb3bd168d59f8ec7a92dd8f497/recovered.edits/6.seqid
2024-12-04T04:56:28,174 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/42f504bb3bd168d59f8ec7a92dd8f497
2024-12-04T04:56:28,174 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions
2024-12-04T04:56:28,179 WARN  [PEWorker-5 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta
2024-12-04T04:56:28,181 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor.
2024-12-04T04:56:28,181 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states.
2024-12-04T04:56:28,181 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733288188181"}]},"ts":"9223372036854775807"}
2024-12-04T04:56:28,183 INFO  [PEWorker-5 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-12-04T04:56:28,183 DEBUG [PEWorker-5 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 42f504bb3bd168d59f8ec7a92dd8f497, NAME => 'ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497.', STARTKEY => '', ENDKEY => ''}]
2024-12-04T04:56:28,183 DEBUG [PEWorker-5 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted.
2024-12-04T04:56:28,184 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733288188183"}]},"ts":"9223372036854775807"}
2024-12-04T04:56:28,186 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META
2024-12-04T04:56:28,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741991_1167 (size=351)
2024-12-04T04:56:28,269 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92
2024-12-04T04:56:28,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92
2024-12-04T04:56:28,596 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 3ab12f58099977696918232ef1f6c4c8, NAME => 'ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3
2024-12-04T04:56:28,609 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741992_1168 (size=37)
2024-12-04T04:56:28,611 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:56:28,611 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 3ab12f58099977696918232ef1f6c4c8, disabling compactions & flushes
2024-12-04T04:56:28,611 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.
2024-12-04T04:56:28,611 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.
2024-12-04T04:56:28,611 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8. after waiting 0 ms
2024-12-04T04:56:28,611 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.
2024-12-04T04:56:28,611 INFO  [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.
2024-12-04T04:56:28,611 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 3ab12f58099977696918232ef1f6c4c8:
Waiting for close lock at 1733288188611Disabling compacts and flushes for region at 1733288188611Disabling writes for close at 1733288188611Writing region close event to WAL at 1733288188611Closed at 1733288188611
2024-12-04T04:56:28,613 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733288188612"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733288188612"}]},"ts":"1733288188612"}
2024-12-04T04:56:28,615 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-12-04T04:56:28,616 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288188616"}]},"ts":"1733288188616"}
2024-12-04T04:56:28,618 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta
2024-12-04T04:56:28,619 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=3ab12f58099977696918232ef1f6c4c8, ASSIGN}]
2024-12-04T04:56:28,620 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=3ab12f58099977696918232ef1f6c4c8, ASSIGN
2024-12-04T04:56:28,621 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=3ab12f58099977696918232ef1f6c4c8, ASSIGN; state=OFFLINE, location=67abd3a0ee76,37183,1733288063835; forceNewPlan=false, retain=false
2024-12-04T04:56:28,771 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=3ab12f58099977696918232ef1f6c4c8, regionState=OPENING, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:28,773 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=93, ppid=92, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=3ab12f58099977696918232ef1f6c4c8, ASSIGN because future has completed
2024-12-04T04:56:28,774 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ab12f58099977696918232ef1f6c4c8, server=67abd3a0ee76,37183,1733288063835}]
2024-12-04T04:56:28,789 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92
2024-12-04T04:56:28,931 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(132): Open ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.
2024-12-04T04:56:28,931 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7752): Opening region: {ENCODED => 3ab12f58099977696918232ef1f6c4c8, NAME => 'ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.', STARTKEY => '', ENDKEY => ''}
2024-12-04T04:56:28,931 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-12-04T04:56:28,932 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 3ab12f58099977696918232ef1f6c4c8
2024-12-04T04:56:28,932 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(898): Instantiated ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-12-04T04:56:28,932 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7794): checking encryption for 3ab12f58099977696918232ef1f6c4c8
2024-12-04T04:56:28,932 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(7797): checking classloading for 3ab12f58099977696918232ef1f6c4c8
2024-12-04T04:56:28,934 INFO  [StoreOpener-3ab12f58099977696918232ef1f6c4c8-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 3ab12f58099977696918232ef1f6c4c8 
2024-12-04T04:56:28,936 INFO  [StoreOpener-3ab12f58099977696918232ef1f6c4c8-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 3ab12f58099977696918232ef1f6c4c8 columnFamilyName f
2024-12-04T04:56:28,936 DEBUG [StoreOpener-3ab12f58099977696918232ef1f6c4c8-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:28,937 INFO  [StoreOpener-3ab12f58099977696918232ef1f6c4c8-1 {}] regionserver.HStore(327): Store=3ab12f58099977696918232ef1f6c4c8/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-12-04T04:56:28,937 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1038): replaying wal for 3ab12f58099977696918232ef1f6c4c8
2024-12-04T04:56:28,937 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/3ab12f58099977696918232ef1f6c4c8
2024-12-04T04:56:28,938 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/3ab12f58099977696918232ef1f6c4c8
2024-12-04T04:56:28,938 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1048): stopping wal replay for 3ab12f58099977696918232ef1f6c4c8
2024-12-04T04:56:28,938 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1060): Cleaning up temporary data for 3ab12f58099977696918232ef1f6c4c8
2024-12-04T04:56:28,940 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1093): writing seq id for 3ab12f58099977696918232ef1f6c4c8
2024-12-04T04:56:28,942 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/3ab12f58099977696918232ef1f6c4c8/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-12-04T04:56:28,942 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1114): Opened 3ab12f58099977696918232ef1f6c4c8; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10248140160, jitterRate=-0.04556757211685181}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-12-04T04:56:28,942 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 3ab12f58099977696918232ef1f6c4c8
2024-12-04T04:56:28,943 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegion(1006): Region open journal for 3ab12f58099977696918232ef1f6c4c8:
Running coprocessor pre-open hook at 1733288188932Writing region info on filesystem at 1733288188932Initializing all the Stores at 1733288188933 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733288188933Cleaning up temporary data from old regions at 1733288188938 (+5 ms)Running coprocessor post-open hooks at 1733288188943 (+5 ms)Region opened successfully at 1733288188943
2024-12-04T04:56:28,944 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8., pid=94, masterSystemTime=1733288188926
2024-12-04T04:56:28,947 DEBUG [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.
2024-12-04T04:56:28,947 INFO  [RS_OPEN_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_OPEN_REGION, pid=94}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.
2024-12-04T04:56:28,948 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=93 updating hbase:meta row=3ab12f58099977696918232ef1f6c4c8, regionState=OPEN, openSeqNum=2, regionLocation=67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:28,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE, hasLock=false; OpenRegionProcedure 3ab12f58099977696918232ef1f6c4c8, server=67abd3a0ee76,37183,1733288063835 because future has completed
2024-12-04T04:56:28,952 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93
2024-12-04T04:56:28,952 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; OpenRegionProcedure 3ab12f58099977696918232ef1f6c4c8, server=67abd3a0ee76,37183,1733288063835 in 177 msec
2024-12-04T04:56:28,954 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=93, resume processing ppid=92
2024-12-04T04:56:28,954 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, ppid=92, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=3ab12f58099977696918232ef1f6c4c8, ASSIGN in 333 msec
2024-12-04T04:56:28,954 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733288188954"}]},"ts":"1733288188954"}
2024-12-04T04:56:28,956 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta
2024-12-04T04:56:28,956 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed
2024-12-04T04:56:28,958 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 796 msec
2024-12-04T04:56:29,299 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=32851 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=92
2024-12-04T04:56:29,300 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed
2024-12-04T04:56:29,301 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-04T04:56:29,304 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:40619/backupUT/backup_1733288120399/ns2/test-17332880735321/archive/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216 from hbase tables ns2:test-17332880735321 to tables ns2:table2
2024-12-04T04:56:29,304 INFO  [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17332880735321 into ns2:table2
2024-12-04T04:56:29,306 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-ns2-table2-1733288189304 from hdfs://localhost:40619/backupUT/backup_1733288120399/ns2/test-17332880735321/archive/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:56:29,307 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2b61ebdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:29,308 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:29,308 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:29,309 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:29,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:29,309 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:29,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20cf36c5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:29,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:29,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:29,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:29,311 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40324, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:29,312 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56a7d5d3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:29,312 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:29,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:29,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@48b84e61
2024-12-04T04:56:29,313 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:29,314 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40338, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:29,315 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-12-04T04:56:29,315 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2
2024-12-04T04:56:29,316 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-04T04:56:29,316 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:29,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:29,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:29,319 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54780, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:29,322 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 
2024-12-04T04:56:29,322 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables
2024-12-04T04:56:29,322 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/partitions_34f33e9d-afdd-413e-815f-a4e8053116d1
2024-12-04T04:56:29,331 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741993_1169 (size=153)
2024-12-04T04:56:29,732 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:29,732 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:29,732 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:29,926 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-12-04T04:56:30,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-2294381087033543444.jar
2024-12-04T04:56:30,785 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:30,786 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:30,854 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-15991072277396469621.jar
2024-12-04T04:56:30,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:30,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:30,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:30,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:30,855 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:30,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:30,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:56:30,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-12-04T04:56:30,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-12-04T04:56:30,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-12-04T04:56:30,856 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-12-04T04:56:30,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-12-04T04:56:30,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-12-04T04:56:30,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-12-04T04:56:30,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-12-04T04:56:30,857 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-12-04T04:56:30,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-12-04T04:56:30,858 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:30,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-3441168016628663219.jar
2024-12-04T04:56:30,936 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-3441168016628663219.jar
2024-12-04T04:56:30,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar
2024-12-04T04:56:30,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-3441168016628663219.jar
2024-12-04T04:56:30,937 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop-3441168016628663219.jar
2024-12-04T04:56:30,938 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-12-04T04:56:30,938 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2
2024-12-04T04:56:30,938 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:56:30,938 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:30,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:30,939 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:30,939 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:30,939 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job
2024-12-04T04:56:30,939 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-12-04T04:56:30,965 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-12-04T04:56:30,992 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-12-04T04:56:31,125 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local822302012_0016_655f7e4b-6396-44e1-9737-ca8c783f3366/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*': No such file or directory

2024-12-04T04:56:31,125 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/mapreduce.cluster.local.dir/job_local822302012_0016_655f7e4b-6396-44e1-9737-ca8c783f3366/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/libjars/*
2024-12-04T04:56:31,185 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40619/backupUT/backup_1733288120399/ns2/test-17332880735321/archive/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/647ce0a923cc4891bc306c590c0559e7
2024-12-04T04:56:31,189 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-04T04:56:31,276 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:40619/backupUT/backup_1733288120399/ns2/test-17332880735321/archive/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/f/299d8014ddef444191eb1f01489b7a7a
2024-12-04T04:56:31,284 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start
2024-12-04T04:56:31,365 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7de1b57e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:31,365 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:31,365 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:31,366 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:31,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:31,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:31,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@129561f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:31,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:31,367 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:31,368 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:31,370 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40358, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:31,371 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@72f2792c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:31,371 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:31,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:31,372 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:31,373 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:54784, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:31,375 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:31,375 INFO  [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1.
2024-12-04T04:56:31,375 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:31,375 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:31,375 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:31,375 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:31,376 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20]
2024-12-04T04:56:31,376 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: 67abd3a0ee76
2024-12-04T04:56:31,381 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-ns2-table2-1733288189304/_temporary/0/_temporary/attempt_local822302012_0016_r_000000_0/f/07bbf3834064489b997c6efeb2859780 is 38, key is row-t20/f:q1/1733288104537/Put/seqid=0
2024-12-04T04:56:31,383 WARN  [Thread-1940 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [67abd3a0ee76:37183] Specified favored nodes: [67abd3a0ee76:37183]
2024-12-04T04:56:31,385 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741994_1170 (size=8934)
2024-12-04T04:56:32,174 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-ns2-table2-1733288189304
2024-12-04T04:56:32,174 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@630d2763, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:32,174 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:32,174 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:32,175 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:32,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:32,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:32,176 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@39c57e85, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:32,179 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:32,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:32,180 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:32,181 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58800, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:32,183 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@512cceda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:32,183 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:32,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:32,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:32,186 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40832, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:32,189 WARN  [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-ns2-table2-1733288189304/_SUCCESS
2024-12-04T04:56:32,191 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:32,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:32,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5830177f
2024-12-04T04:56:32,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:32,194 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58802, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:32,198 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:32,201 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100
2024-12-04T04:56:32,207 INFO  [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-ns2-table2-1733288189304/f/07bbf3834064489b997c6efeb2859780 first=Optional[row-t20] last=Optional[row98]
2024-12-04T04:56:32,212 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-ns2-table2-1733288189304/f/07bbf3834064489b997c6efeb2859780 for inclusion in 3ab12f58099977696918232ef1f6c4c8/f
2024-12-04T04:56:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98
2024-12-04T04:56:32,216 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(628): Region bounds: first= last=
2024-12-04T04:56:32,217 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HRegion(2603): Flush status journal for 3ab12f58099977696918232ef1f6c4c8:

2024-12-04T04:56:32,218 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/hbase-staging/bulk_output-ns2-table2-1733288189304/f/07bbf3834064489b997c6efeb2859780 to hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__ns2_table2__94tlddhtnhsgjp2j5clbme568ise6j2ibku4ujbkpmps7fipcfjh5tq4607hpd55/f/07bbf3834064489b997c6efeb2859780
2024-12-04T04:56:32,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__ns2_table2__94tlddhtnhsgjp2j5clbme568ise6j2ibku4ujbkpmps7fipcfjh5tq4607hpd55/f/07bbf3834064489b997c6efeb2859780 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/3ab12f58099977696918232ef1f6c4c8/f/33d1ae2282814d2780f87687a022deaf_SeqId_4_
2024-12-04T04:56:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14191436, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:32,222 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:32,223 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:32,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:32,223 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:32,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@45b00b68, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:32,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:32,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:32,224 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:32,225 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58808, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:32,226 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@778bb7ef, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:32,226 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:32,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:32,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@23882f15
2024-12-04T04:56:32,227 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:32,228 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58812, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-12-04T04:56:32,228 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:32,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:32,229 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:32,230 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40838, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-12-04T04:56:32,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:32,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:32,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:32,247 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183.
2024-12-04T04:56:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443)
    at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:32,247 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:32,248 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:32,248 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:32,249 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__ns2_table2__94tlddhtnhsgjp2j5clbme568ise6j2ibku4ujbkpmps7fipcfjh5tq4607hpd55/f/07bbf3834064489b997c6efeb2859780 into 3ab12f58099977696918232ef1f6c4c8/f as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/3ab12f58099977696918232ef1f6c4c8/f/33d1ae2282814d2780f87687a022deaf_SeqId_4_ - updating store file list.
2024-12-04T04:56:32,256 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/3ab12f58099977696918232ef1f6c4c8/f/33d1ae2282814d2780f87687a022deaf_SeqId_4_ into 3ab12f58099977696918232ef1f6c4c8/f
2024-12-04T04:56:32,256 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__ns2_table2__94tlddhtnhsgjp2j5clbme568ise6j2ibku4ujbkpmps7fipcfjh5tq4607hpd55/f/07bbf3834064489b997c6efeb2859780 into 3ab12f58099977696918232ef1f6c4c8/f (new location: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/3ab12f58099977696918232ef1f6c4c8/f/33d1ae2282814d2780f87687a022deaf_SeqId_4_)
2024-12-04T04:56:32,256 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/staging/jenkins__ns2_table2__94tlddhtnhsgjp2j5clbme568ise6j2ibku4ujbkpmps7fipcfjh5tq4607hpd55/f/07bbf3834064489b997c6efeb2859780
2024-12-04T04:56:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3bfe5a11, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:32,259 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ClusterIdFetcher(90): Going to request 67abd3a0ee76,32851,-1 for getting cluster id
2024-12-04T04:56:32,260 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-12-04T04:56:32,260 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '17c646ea-e6bb-462a-9330-9af8c13ecebe'
2024-12-04T04:56:32,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-12-04T04:56:32,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "17c646ea-e6bb-462a-9330-9af8c13ecebe"

2024-12-04T04:56:32,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@702fb662, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:32,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [67abd3a0ee76,32851,-1]
2024-12-04T04:56:32,261 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-12-04T04:56:32,262 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:32,262 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58826, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService
2024-12-04T04:56:32,263 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@30dcbfc7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-12-04T04:56:32,263 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-12-04T04:56:32,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is 67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:32,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@140c583f
2024-12-04T04:56:32,264 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-12-04T04:56:32,265 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:58840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-12-04T04:56:32,265 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-12-04T04:56:32,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=67abd3a0ee76,37183,1733288063835, seqNum=-1]
2024-12-04T04:56:32,266 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-12-04T04:56:32,267 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.3:40840, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-12-04T04:56:32,274 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-12-04T04:56:32,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-12-04T04:56:32,283 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:32,285 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183.
2024-12-04T04:56:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558)
    at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631)
    at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471)
    at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307)
    at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:32,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:32,285 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:32,286 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:56:32,286 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125)
    at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355)
    at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226)
    at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:32,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:32,286 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:32,287 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0
2024-12-04T04:56:32,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 , the old value is region=ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=67abd3a0ee76:37183 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-04T04:56:32,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed
2024-12-04T04:56:32,287 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 from cache
2024-12-04T04:56:32,288 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:32,289 WARN  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed
org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null
	at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?]
2024-12-04T04:56:32,303 INFO  [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17332880735321', skipping incremental restore step.
2024-12-04T04:56:32,303 INFO  [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s):
2024-12-04T04:56:32,303 INFO  [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733288154854 hdfs://localhost:40619/backupUT/backup_1733288154854/ns2/test-17332880735321/
2024-12-04T04:56:32,303 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished
2024-12-04T04:56:32,304 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(222): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-12-04T04:56:32,306 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.CallRunner(138): callId: 738 service: ClientService methodName: Scan size: 160 connection: 172.17.0.3:40460 deadline: 1733288252304, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b. is not online on 67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:32,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 , the old value is region=table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b. is not online on 67abd3a0ee76,37183,1733288063835
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:32,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b. is not online on 67abd3a0ee76,37183,1733288063835
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:32,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733288166245.c127d2c3dd73e7a56685857632f7323b., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 from cache
2024-12-04T04:56:32,389 WARN  [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=67abd3a0ee76:37183 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?]
	at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?]
	at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?]
	at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 34 more
2024-12-04T04:56:32,420 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea., hostname=67abd3a0ee76,37183,1733288063835, seqNum=7]
2024-12-04T04:56:32,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.CallRunner(138): callId: 742 service: ClientService methodName: Scan size: 170 connection: 172.17.0.3:40460 deadline: 1733288252425, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5. is not online on 67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:32,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 , the old value is region=table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5. is not online on 67abd3a0ee76,37183,1733288063835
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:32,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5. is not online on 67abd3a0ee76,37183,1733288063835
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:32,427 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1733288166245.785c58c8840038cce027bae0ece89df5., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 from cache
2024-12-04T04:56:32,541 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21., hostname=67abd3a0ee76,37183,1733288063835, seqNum=7]
2024-12-04T04:56:32,544 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(224): f1 has 198 rows
2024-12-04T04:56:32,549 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(228): f2 has 7 rows
2024-12-04T04:56:32,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:32,560 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-04T04:56:32,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:32,565 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-04T04:56:32,565 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:32,567 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-04T04:56:32,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:32,568 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-04T04:56:32,568 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:32,569 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-04T04:56:32,569 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-12-04T04:56:32,570 WARN  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return.
2024-12-04T04:56:32,573 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(232): mob has 111 rows
2024-12-04T04:56:32,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37183 {}] ipc.CallRunner(138): callId: 750 service: ClientService methodName: Scan size: 159 connection: 172.17.0.3:40460 deadline: 1733288252573, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497. is not online on 67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:32,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 , the old value is region=ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497. is not online on 67abd3a0ee76,37183,1733288063835
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:32,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497. is not online on 67abd3a0ee76,37183,1733288063835
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186)
	at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010)
	at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-12-04T04:56:32,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2 from cache
2024-12-04T04:56:32,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8., hostname=67abd3a0ee76,37183,1733288063835, seqNum=2]
2024-12-04T04:56:32,685 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:56:32,685 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:240)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:32,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:32,685 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:32,686 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:32,701 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=636 (was 610)
Potentially hanging thread: ForkJoinPool.commonPool-worker-5
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: member: '67abd3a0ee76,37183,1733288063835' subprocedure-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-695178937-172.17.0.3-1733288057450:blk_1073741954_1130, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'JobTracker' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-695178937-172.17.0.3-1733288057450:blk_1073741955_1131, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-985597977_20 at /127.0.0.1:50782 [Receiving block BP-695178937-172.17.0.3-1733288057450:blk_1073741954_1130]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1570223371_20 at /127.0.0.1:55806 [Waiting for operation #133]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: (67abd3a0ee76,32851,1733288061872)-proc-coordinator-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-985597977_20 at /127.0.0.1:50768 [Receiving block BP-695178937-172.17.0.3-1733288057450:blk_1073741953_1129]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/67abd3a0ee76:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/cluster_0a8c5c50-2cdd-234d-25d5-43cf9df23a88/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-695178937-172.17.0.3-1733288057450:blk_1073741953_1129, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-3
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: HFileArchiver-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/cluster_0a8c5c50-2cdd-234d-25d5-43cf9df23a88/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-985597977_20 at /127.0.0.1:50796 [Receiving block BP-695178937-172.17.0.3-1733288057450:blk_1073741955_1131]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(67abd3a0ee76,37183,1733288063835)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/67abd3a0ee76:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=639 (was 631) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=595 (was 375) - SystemLoadAverage LEAK? -, ProcessCount=14 (was 14), AvailableMemoryMB=5480 (was 7752)
2024-12-04T04:56:32,701 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=636 is superior to 500
2024-12-04T04:56:32,708 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-12-04T04:56:32,708 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:56:32,708 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:32,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:32,708 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:32,709 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:32,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-12-04T04:56:32,709 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1987750799, stopped=false
2024-12-04T04:56:32,709 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=67abd3a0ee76,32851,1733288061872
2024-12-04T04:56:32,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running
2024-12-04T04:56:32,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running
2024-12-04T04:56:32,767 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-04T04:56:32,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:56:32,767 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:56:32,768 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-12-04T04:56:32,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-12-04T04:56:32,768 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-12-04T04:56:32,768 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:32,768 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:32,768 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server '67abd3a0ee76,37183,1733288063835' *****
2024-12-04T04:56:32,768 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-12-04T04:56:32,769 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.HBaseServerBase(468): Stop info server
2024-12-04T04:56:32,771 INFO  [regionserver/67abd3a0ee76:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-12-04T04:56:32,772 INFO  [RS:0;67abd3a0ee76:37183 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@627a2292{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/regionserver}
2024-12-04T04:56:32,774 INFO  [RS:0;67abd3a0ee76:37183 {}] server.AbstractConnector(383): Stopped ServerConnector@74719060{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-12-04T04:56:32,774 INFO  [RS:0;67abd3a0ee76:37183 {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-04T04:56:32,775 INFO  [RS:0;67abd3a0ee76:37183 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6216b7ae{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED}
2024-12-04T04:56:32,775 INFO  [RS:0;67abd3a0ee76:37183 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@736a4af0{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir/,STOPPED}
2024-12-04T04:56:32,777 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HeapMemoryManager(220): Stopping
2024-12-04T04:56:32,777 INFO  [RS:0;67abd3a0ee76:37183 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-12-04T04:56:32,777 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-12-04T04:56:32,777 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully.
2024-12-04T04:56:32,777 INFO  [RS:0;67abd3a0ee76:37183 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-12-04T04:56:32,778 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(3091): Received CLOSE for 38f90d875df84564eee894aacf73b034
2024-12-04T04:56:32,778 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(3091): Received CLOSE for dc09646f53853cfd94ba739e87f912ee
2024-12-04T04:56:32,778 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(3091): Received CLOSE for 3ab12f58099977696918232ef1f6c4c8
2024-12-04T04:56:32,778 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(3091): Received CLOSE for ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:32,778 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(3091): Received CLOSE for ead921368d3a2f22f2aee2e1590d3bab
2024-12-04T04:56:32,778 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(3091): Received CLOSE for a3d1220365b414089b71c8c2a9d0a28f
2024-12-04T04:56:32,778 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(3091): Received CLOSE for 367fa59b71ea9c2dd2bbd8087a5de216
2024-12-04T04:56:32,778 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(3091): Received CLOSE for 8243227e54b551e5bdc82f565c738c21
2024-12-04T04:56:32,778 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(3091): Received CLOSE for 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:56:32,778 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 38f90d875df84564eee894aacf73b034, disabling compactions & flushes
2024-12-04T04:56:32,778 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(959): stopping server 67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:32,778 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.
2024-12-04T04:56:32,778 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-04T04:56:32,778 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.
2024-12-04T04:56:32,778 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034. after waiting 0 ms
2024-12-04T04:56:32,778 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.
2024-12-04T04:56:32,778 INFO  [RS:0;67abd3a0ee76:37183 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;67abd3a0ee76:37183.
2024-12-04T04:56:32,779 DEBUG [RS:0;67abd3a0ee76:37183 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:32,779 DEBUG [RS:0;67abd3a0ee76:37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:32,779 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-12-04T04:56:32,779 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-12-04T04:56:32,779 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-12-04T04:56:32,779 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-12-04T04:56:32,780 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close
2024-12-04T04:56:32,780 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-12-04T04:56:32,780 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-12-04T04:56:32,780 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-12-04T04:56:32,780 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-12-04T04:56:32,780 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-12-04T04:56:32,780 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 367fa59b71ea9c2dd2bbd8087a5de216, 38f90d875df84564eee894aacf73b034, 3ab12f58099977696918232ef1f6c4c8, 7b8ae22d56d9b7882b6bd3647aaaec94, 8243227e54b551e5bdc82f565c738c21, a3d1220365b414089b71c8c2a9d0a28f, dc09646f53853cfd94ba739e87f912ee, ead921368d3a2f22f2aee2e1590d3bab, ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:32,780 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB
2024-12-04T04:56:32,783 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns3/test-17332880735322/38f90d875df84564eee894aacf73b034/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-04T04:56:32,783 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:56:32,784 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.
2024-12-04T04:56:32,784 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 38f90d875df84564eee894aacf73b034:
Waiting for close lock at 1733288192778Running coprocessor pre-close hooks at 1733288192778Disabling compacts and flushes for region at 1733288192778Disabling writes for close at 1733288192778Writing region close event to WAL at 1733288192779 (+1 ms)Running coprocessor post-close hooks at 1733288192783 (+4 ms)Closed at 1733288192783
2024-12-04T04:56:32,784 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17332880735322,,1733288078753.38f90d875df84564eee894aacf73b034.
2024-12-04T04:56:32,784 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dc09646f53853cfd94ba739e87f912ee, disabling compactions & flushes
2024-12-04T04:56:32,784 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:56:32,784 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:56:32,784 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee. after waiting 0 ms
2024-12-04T04:56:32,784 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:56:32,784 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing dc09646f53853cfd94ba739e87f912ee 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB
2024-12-04T04:56:32,788 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/meta/bc4672380ce94605bcf4248538d23eb4 is 158, key is trslm:hdfs://localhost:40619/backupUT\x00ns2:test-17332880735321/meta:log-roll-map/1733288166054/Put/seqid=0
2024-12-04T04:56:32,794 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741995_1171 (size=6208)
2024-12-04T04:56:32,815 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/.tmp/info/3e954feea9504171adf21160ea7f64db is 159, key is ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216./info:regioninfo/1733288077634/Put/seqid=0
2024-12-04T04:56:32,819 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741996_1172 (size=19093)
2024-12-04T04:56:32,980 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 367fa59b71ea9c2dd2bbd8087a5de216, 3ab12f58099977696918232ef1f6c4c8, 7b8ae22d56d9b7882b6bd3647aaaec94, 8243227e54b551e5bdc82f565c738c21, a3d1220365b414089b71c8c2a9d0a28f, dc09646f53853cfd94ba739e87f912ee, ead921368d3a2f22f2aee2e1590d3bab, ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:33,120 INFO  [regionserver/67abd3a0ee76:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-12-04T04:56:33,120 INFO  [regionserver/67abd3a0ee76:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-12-04T04:56:33,181 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 367fa59b71ea9c2dd2bbd8087a5de216, 3ab12f58099977696918232ef1f6c4c8, 7b8ae22d56d9b7882b6bd3647aaaec94, 8243227e54b551e5bdc82f565c738c21, a3d1220365b414089b71c8c2a9d0a28f, dc09646f53853cfd94ba739e87f912ee, ead921368d3a2f22f2aee2e1590d3bab, ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:33,196 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/meta/bc4672380ce94605bcf4248538d23eb4
2024-12-04T04:56:33,210 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/session/757eba790c3e4a528519e7176e85c827 is 588, key is session:backup_1733288154854/session:context/1733288166108/Put/seqid=0
2024-12-04T04:56:33,213 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741997_1173 (size=5689)
2024-12-04T04:56:33,220 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/.tmp/info/3e954feea9504171adf21160ea7f64db
2024-12-04T04:56:33,247 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/.tmp/ns/2b1d3f5653094aaaac0ee1e5c91fc422 is 85, key is ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497./ns:/1733288188177/DeleteFamily/seqid=0
2024-12-04T04:56:33,251 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741998_1174 (size=5760)
2024-12-04T04:56:33,381 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 367fa59b71ea9c2dd2bbd8087a5de216, 3ab12f58099977696918232ef1f6c4c8, 7b8ae22d56d9b7882b6bd3647aaaec94, 8243227e54b551e5bdc82f565c738c21, a3d1220365b414089b71c8c2a9d0a28f, dc09646f53853cfd94ba739e87f912ee, ead921368d3a2f22f2aee2e1590d3bab, ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:33,581 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 367fa59b71ea9c2dd2bbd8087a5de216, 3ab12f58099977696918232ef1f6c4c8, 7b8ae22d56d9b7882b6bd3647aaaec94, 8243227e54b551e5bdc82f565c738c21, a3d1220365b414089b71c8c2a9d0a28f, dc09646f53853cfd94ba739e87f912ee, ead921368d3a2f22f2aee2e1590d3bab, ed50441f72943bc9b4e473028e2a17ea
2024-12-04T04:56:33,614 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/session/757eba790c3e4a528519e7176e85c827
2024-12-04T04:56:33,620 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/meta/bc4672380ce94605bcf4248538d23eb4 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/bc4672380ce94605bcf4248538d23eb4
2024-12-04T04:56:33,625 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/meta/bc4672380ce94605bcf4248538d23eb4, entries=7, sequenceid=52, filesize=6.1 K
2024-12-04T04:56:33,626 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/.tmp/session/757eba790c3e4a528519e7176e85c827 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/757eba790c3e4a528519e7176e85c827
2024-12-04T04:56:33,633 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/session/757eba790c3e4a528519e7176e85c827, entries=2, sequenceid=52, filesize=5.6 K
2024-12-04T04:56:33,634 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for dc09646f53853cfd94ba739e87f912ee in 849ms, sequenceid=52, compaction requested=true
2024-12-04T04:56:33,639 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system/dc09646f53853cfd94ba739e87f912ee/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1
2024-12-04T04:56:33,640 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:56:33,640 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:56:33,641 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dc09646f53853cfd94ba739e87f912ee:
Waiting for close lock at 1733288192784Running coprocessor pre-close hooks at 1733288192784Disabling compacts and flushes for region at 1733288192784Disabling writes for close at 1733288192784Obtaining lock to block concurrent updates at 1733288192784Preparing flush snapshotting stores in dc09646f53853cfd94ba739e87f912ee at 1733288192785 (+1 ms)Finished memstore snapshotting backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1733288192785Flushing stores of backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee. at 1733288192785Flushing dc09646f53853cfd94ba739e87f912ee/meta: creating writer at 1733288192786 (+1 ms)Flushing dc09646f53853cfd94ba739e87f912ee/meta: appending metadata at 1733288192788 (+2 ms)Flushing dc09646f53853cfd94ba739e87f912ee/meta: closing flushed file at 1733288192788Flushing dc09646f53853cfd94ba739e87f912ee/session: creating writer at 1733288193206 (+418 ms)Flushing dc09646f53853cfd94ba739e87f912ee/session: appending metadata at 1733288193209 (+3 ms)Flushing dc09646f53853cfd94ba739e87f912ee/session: closing flushed file at 1733288193209Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@42fcf1de: reopening flushed file at 1733288193619 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@281db81f: reopening flushed file at 1733288193626 (+7 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for dc09646f53853cfd94ba739e87f912ee in 849ms, sequenceid=52, compaction requested=true at 1733288193634 (+8 ms)Writing region close event to WAL at 1733288193635 (+1 ms)Running coprocessor post-close hooks at 1733288193640 (+5 ms)Closed at 1733288193640
2024-12-04T04:56:33,641 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1733288083925.dc09646f53853cfd94ba739e87f912ee.
2024-12-04T04:56:33,641 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 3ab12f58099977696918232ef1f6c4c8, disabling compactions & flushes
2024-12-04T04:56:33,641 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.
2024-12-04T04:56:33,641 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.
2024-12-04T04:56:33,641 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8. after waiting 0 ms
2024-12-04T04:56:33,641 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.
2024-12-04T04:56:33,647 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/table2/3ab12f58099977696918232ef1f6c4c8/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1
2024-12-04T04:56:33,648 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:56:33,648 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.
2024-12-04T04:56:33,648 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 3ab12f58099977696918232ef1f6c4c8:
Waiting for close lock at 1733288193641Running coprocessor pre-close hooks at 1733288193641Disabling compacts and flushes for region at 1733288193641Disabling writes for close at 1733288193641Writing region close event to WAL at 1733288193643 (+2 ms)Running coprocessor post-close hooks at 1733288193647 (+4 ms)Closed at 1733288193648 (+1 ms)
2024-12-04T04:56:33,648 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1733288188176.3ab12f58099977696918232ef1f6c4c8.
2024-12-04T04:56:33,648 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ed50441f72943bc9b4e473028e2a17ea, disabling compactions & flushes
2024-12-04T04:56:33,648 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:33,648 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:33,648 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea. after waiting 0 ms
2024-12-04T04:56:33,648 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:33,652 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/.tmp/ns/2b1d3f5653094aaaac0ee1e5c91fc422
2024-12-04T04:56:33,654 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/ed50441f72943bc9b4e473028e2a17ea/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6
2024-12-04T04:56:33,655 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:56:33,655 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:33,655 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ed50441f72943bc9b4e473028e2a17ea:
Waiting for close lock at 1733288193648Running coprocessor pre-close hooks at 1733288193648Disabling compacts and flushes for region at 1733288193648Disabling writes for close at 1733288193648Writing region close event to WAL at 1733288193651 (+3 ms)Running coprocessor post-close hooks at 1733288193655 (+4 ms)Closed at 1733288193655
2024-12-04T04:56:33,655 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1733288177379.ed50441f72943bc9b4e473028e2a17ea.
2024-12-04T04:56:33,655 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing ead921368d3a2f22f2aee2e1590d3bab, disabling compactions & flushes
2024-12-04T04:56:33,655 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.
2024-12-04T04:56:33,655 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.
2024-12-04T04:56:33,655 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab. after waiting 0 ms
2024-12-04T04:56:33,655 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.
2024-12-04T04:56:33,661 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/backup/system_bulk/ead921368d3a2f22f2aee2e1590d3bab/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-04T04:56:33,662 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:56:33,662 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.
2024-12-04T04:56:33,662 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for ead921368d3a2f22f2aee2e1590d3bab:
Waiting for close lock at 1733288193655Running coprocessor pre-close hooks at 1733288193655Disabling compacts and flushes for region at 1733288193655Disabling writes for close at 1733288193655Writing region close event to WAL at 1733288193656 (+1 ms)Running coprocessor post-close hooks at 1733288193662 (+6 ms)Closed at 1733288193662
2024-12-04T04:56:33,662 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1733288086104.ead921368d3a2f22f2aee2e1590d3bab.
2024-12-04T04:56:33,662 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a3d1220365b414089b71c8c2a9d0a28f, disabling compactions & flushes
2024-12-04T04:56:33,662 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.
2024-12-04T04:56:33,662 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.
2024-12-04T04:56:33,662 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f. after waiting 0 ms
2024-12-04T04:56:33,662 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.
2024-12-04T04:56:33,669 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns4/test-17332880735323/a3d1220365b414089b71c8c2a9d0a28f/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-12-04T04:56:33,670 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:56:33,670 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.
2024-12-04T04:56:33,670 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a3d1220365b414089b71c8c2a9d0a28f:
Waiting for close lock at 1733288193662Running coprocessor pre-close hooks at 1733288193662Disabling compacts and flushes for region at 1733288193662Disabling writes for close at 1733288193662Writing region close event to WAL at 1733288193663 (+1 ms)Running coprocessor post-close hooks at 1733288193669 (+6 ms)Closed at 1733288193670 (+1 ms)
2024-12-04T04:56:33,670 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17332880735323,,1733288080920.a3d1220365b414089b71c8c2a9d0a28f.
2024-12-04T04:56:33,670 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 367fa59b71ea9c2dd2bbd8087a5de216, disabling compactions & flushes
2024-12-04T04:56:33,670 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.
2024-12-04T04:56:33,670 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.
2024-12-04T04:56:33,670 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216. after waiting 0 ms
2024-12-04T04:56:33,670 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.
2024-12-04T04:56:33,674 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/.tmp/rep_barrier/efd35de328dc42e0b7bfa0eeacf65df5 is 94, key is ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497./rep_barrier:/1733288188177/DeleteFamily/seqid=0
2024-12-04T04:56:33,682 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/ns2/test-17332880735321/367fa59b71ea9c2dd2bbd8087a5de216/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1
2024-12-04T04:56:33,683 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:56:33,683 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.
2024-12-04T04:56:33,683 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 367fa59b71ea9c2dd2bbd8087a5de216:
Waiting for close lock at 1733288193670Running coprocessor pre-close hooks at 1733288193670Disabling compacts and flushes for region at 1733288193670Disabling writes for close at 1733288193670Writing region close event to WAL at 1733288193672 (+2 ms)Running coprocessor post-close hooks at 1733288193683 (+11 ms)Closed at 1733288193683
2024-12-04T04:56:33,683 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17332880735321,,1733288076410.367fa59b71ea9c2dd2bbd8087a5de216.
2024-12-04T04:56:33,683 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 8243227e54b551e5bdc82f565c738c21, disabling compactions & flushes
2024-12-04T04:56:33,684 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:33,684 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:33,684 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21. after waiting 0 ms
2024-12-04T04:56:33,684 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:33,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741999_1175 (size=5640)
2024-12-04T04:56:33,700 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/table1/8243227e54b551e5bdc82f565c738c21/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6
2024-12-04T04:56:33,701 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:56:33,701 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:33,701 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 8243227e54b551e5bdc82f565c738c21:
Waiting for close lock at 1733288193683Running coprocessor pre-close hooks at 1733288193683Disabling compacts and flushes for region at 1733288193683Disabling writes for close at 1733288193684 (+1 ms)Writing region close event to WAL at 1733288193692 (+8 ms)Running coprocessor post-close hooks at 1733288193701 (+9 ms)Closed at 1733288193701
2024-12-04T04:56:33,702 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1733288177379.8243227e54b551e5bdc82f565c738c21.
2024-12-04T04:56:33,702 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7b8ae22d56d9b7882b6bd3647aaaec94, disabling compactions & flushes
2024-12-04T04:56:33,702 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:56:33,702 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:56:33,702 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94. after waiting 0 ms
2024-12-04T04:56:33,702 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:56:33,702 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 7b8ae22d56d9b7882b6bd3647aaaec94 3/3 column families, dataSize=378 B heapSize=1.63 KB
2024-12-04T04:56:33,724 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/f2/5c580560a7aa44f8aad0bb2f0f6680ad is 58, key is row-test-1733288073532-2-0/f2:q1/1733288149846/Put/seqid=0
2024-12-04T04:56:33,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073742000_1176 (size=5464)
2024-12-04T04:56:33,782 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1321): Waiting on 2 regions to close
2024-12-04T04:56:33,782 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740, 7b8ae22d56d9b7882b6bd3647aaaec94=test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.}
2024-12-04T04:56:33,782 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:56:33,781 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=67abd3a0ee76:32851 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT]
	... 10 more
2024-12-04T04:56:33,982 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 7b8ae22d56d9b7882b6bd3647aaaec94
2024-12-04T04:56:34,094 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/.tmp/rep_barrier/efd35de328dc42e0b7bfa0eeacf65df5
2024-12-04T04:56:34,121 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/.tmp/table/f9a531eec623489b9eb9b61070e2d951 is 88, key is ns2:table2,,1733288172154.42f504bb3bd168d59f8ec7a92dd8f497./table:/1733288188177/DeleteFamily/seqid=0
2024-12-04T04:56:34,130 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073742001_1177 (size=6364)
2024-12-04T04:56:34,133 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/f2/5c580560a7aa44f8aad0bb2f0f6680ad
2024-12-04T04:56:34,139 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/.tmp/f2/5c580560a7aa44f8aad0bb2f0f6680ad as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f2/5c580560a7aa44f8aad0bb2f0f6680ad
2024-12-04T04:56:34,146 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/f2/5c580560a7aa44f8aad0bb2f0f6680ad, entries=7, sequenceid=348, filesize=5.3 K
2024-12-04T04:56:34,147 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7b8ae22d56d9b7882b6bd3647aaaec94 in 445ms, sequenceid=348, compaction requested=false
2024-12-04T04:56:34,151 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/default/test-1733288073532/7b8ae22d56d9b7882b6bd3647aaaec94/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337
2024-12-04T04:56:34,151 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:56:34,151 INFO  [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:56:34,151 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7b8ae22d56d9b7882b6bd3647aaaec94:
Waiting for close lock at 1733288193702Running coprocessor pre-close hooks at 1733288193702Disabling compacts and flushes for region at 1733288193702Disabling writes for close at 1733288193702Obtaining lock to block concurrent updates at 1733288193702Preparing flush snapshotting stores in 7b8ae22d56d9b7882b6bd3647aaaec94 at 1733288193702Finished memstore snapshotting test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1733288193702Flushing stores of test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94. at 1733288193703 (+1 ms)Flushing 7b8ae22d56d9b7882b6bd3647aaaec94/f2: creating writer at 1733288193703Flushing 7b8ae22d56d9b7882b6bd3647aaaec94/f2: appending metadata at 1733288193723 (+20 ms)Flushing 7b8ae22d56d9b7882b6bd3647aaaec94/f2: closing flushed file at 1733288193723Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4b2401bb: reopening flushed file at 1733288194138 (+415 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for 7b8ae22d56d9b7882b6bd3647aaaec94 in 445ms, sequenceid=348, compaction requested=false at 1733288194147 (+9 ms)Writing region close event to WAL at 1733288194148 (+1 ms)Running coprocessor post-close hooks at 1733288194151 (+3 ms)Closed at 1733288194151
2024-12-04T04:56:34,152 DEBUG [RS_CLOSE_REGION-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1733288073532,,1733288074055.7b8ae22d56d9b7882b6bd3647aaaec94.
2024-12-04T04:56:34,182 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-04T04:56:34,383 DEBUG [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-12-04T04:56:34,531 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/.tmp/table/f9a531eec623489b9eb9b61070e2d951
2024-12-04T04:56:34,537 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/.tmp/info/3e954feea9504171adf21160ea7f64db as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/info/3e954feea9504171adf21160ea7f64db
2024-12-04T04:56:34,544 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/info/3e954feea9504171adf21160ea7f64db, entries=114, sequenceid=97, filesize=18.6 K
2024-12-04T04:56:34,545 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/.tmp/ns/2b1d3f5653094aaaac0ee1e5c91fc422 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/ns/2b1d3f5653094aaaac0ee1e5c91fc422
2024-12-04T04:56:34,552 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/ns/2b1d3f5653094aaaac0ee1e5c91fc422, entries=10, sequenceid=97, filesize=5.6 K
2024-12-04T04:56:34,553 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/.tmp/rep_barrier/efd35de328dc42e0b7bfa0eeacf65df5 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/rep_barrier/efd35de328dc42e0b7bfa0eeacf65df5
2024-12-04T04:56:34,559 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/rep_barrier/efd35de328dc42e0b7bfa0eeacf65df5, entries=3, sequenceid=97, filesize=5.5 K
2024-12-04T04:56:34,560 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/.tmp/table/f9a531eec623489b9eb9b61070e2d951 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/table/f9a531eec623489b9eb9b61070e2d951
2024-12-04T04:56:34,565 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/table/f9a531eec623489b9eb9b61070e2d951, entries=21, sequenceid=97, filesize=6.2 K
2024-12-04T04:56:34,566 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1786ms, sequenceid=97, compaction requested=false
2024-12-04T04:56:34,571 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1
2024-12-04T04:56:34,571 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-12-04T04:56:34,571 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-12-04T04:56:34,571 INFO  [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-12-04T04:56:34,571 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1733288192780Running coprocessor pre-close hooks at 1733288192780Disabling compacts and flushes for region at 1733288192780Disabling writes for close at 1733288192780Obtaining lock to block concurrent updates at 1733288192780Preparing flush snapshotting stores in 1588230740 at 1733288192780Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1733288192781 (+1 ms)Flushing stores of hbase:meta,,1.1588230740 at 1733288192781Flushing 1588230740/info: creating writer at 1733288192781Flushing 1588230740/info: appending metadata at 1733288192814 (+33 ms)Flushing 1588230740/info: closing flushed file at 1733288192814Flushing 1588230740/ns: creating writer at 1733288193227 (+413 ms)Flushing 1588230740/ns: appending metadata at 1733288193247 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733288193247Flushing 1588230740/rep_barrier: creating writer at 1733288193658 (+411 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733288193674 (+16 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733288193674Flushing 1588230740/table: creating writer at 1733288194100 (+426 ms)Flushing 1588230740/table: appending metadata at 1733288194121 (+21 ms)Flushing 1588230740/table: closing flushed file at 1733288194121Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@247ac08c: reopening flushed file at 1733288194536 (+415 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5126ad04: reopening flushed file at 1733288194544 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@5d01c859: reopening flushed file at 1733288194552 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@eb291b3: reopening flushed file at 1733288194559 (+7 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1786ms, sequenceid=97, compaction requested=false at 1733288194566 (+7 ms)Writing region close event to WAL at 1733288194568 (+2 ms)Running coprocessor post-close hooks at 1733288194571 (+3 ms)Closed at 1733288194571
2024-12-04T04:56:34,572 DEBUG [RS_CLOSE_META-regionserver/67abd3a0ee76:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-12-04T04:56:34,583 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(976): stopping server 67abd3a0ee76,37183,1733288063835; all regions closed.
2024-12-04T04:56:34,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741955_1131 (size=16160)
2024-12-04T04:56:34,586 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.meta.1733288157565.meta not finished, retry = 0
2024-12-04T04:56:34,691 DEBUG [RS:0;67abd3a0ee76:37183 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs
2024-12-04T04:56:34,691 INFO  [RS:0;67abd3a0ee76:37183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 67abd3a0ee76%2C37183%2C1733288063835.meta:.meta(num 1733288157565)
2024-12-04T04:56:34,693 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741953_1129 (size=4491)
2024-12-04T04:56:34,693 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0.1733288157487 not finished, retry = 0
2024-12-04T04:56:34,795 DEBUG [RS:0;67abd3a0ee76:37183 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs
2024-12-04T04:56:34,795 INFO  [RS:0;67abd3a0ee76:37183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-0:(num 1733288157487)
2024-12-04T04:56:34,797 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/WALs/67abd3a0ee76,37183,1733288063835/67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1.1733288157523 not finished, retry = 0
2024-12-04T04:56:34,797 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741954_1130 (size=7557)
2024-12-04T04:56:34,900 DEBUG [RS:0;67abd3a0ee76:37183 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/oldWALs
2024-12-04T04:56:34,900 INFO  [RS:0;67abd3a0ee76:37183 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL 67abd3a0ee76%2C37183%2C1733288063835.67abd3a0ee76%2C37183%2C1733288063835.regiongroup-1:(num 1733288157523)
2024-12-04T04:56:34,900 DEBUG [RS:0;67abd3a0ee76:37183 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:34,900 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.LeaseManager(133): Closed leases
2024-12-04T04:56:34,900 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-04T04:56:34,900 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.ChoreService(370): Chore service for: regionserver/67abd3a0ee76:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown
2024-12-04T04:56:34,900 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-04T04:56:34,900 INFO  [regionserver/67abd3a0ee76:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-04T04:56:34,901 INFO  [RS:0;67abd3a0ee76:37183 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:37183
2024-12-04T04:56:34,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs
2024-12-04T04:56:34,914 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/67abd3a0ee76,37183,1733288063835
2024-12-04T04:56:34,914 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-04T04:56:34,925 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [67abd3a0ee76,37183,1733288063835]
2024-12-04T04:56:34,935 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/67abd3a0ee76,37183,1733288063835 already deleted, retry=false
2024-12-04T04:56:34,936 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; 67abd3a0ee76,37183,1733288063835 expired; onlineServers=0
2024-12-04T04:56:34,936 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master '67abd3a0ee76,32851,1733288061872' *****
2024-12-04T04:56:34,936 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-12-04T04:56:34,936 INFO  [M:0;67abd3a0ee76:32851 {}] hbase.HBaseServerBase(468): Stop info server
2024-12-04T04:56:34,942 INFO  [M:0;67abd3a0ee76:32851 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@7b77b3a5{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/master}
2024-12-04T04:56:34,942 INFO  [M:0;67abd3a0ee76:32851 {}] server.AbstractConnector(383): Stopped ServerConnector@5e6d18a9{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-12-04T04:56:34,942 INFO  [M:0;67abd3a0ee76:32851 {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-04T04:56:34,942 INFO  [M:0;67abd3a0ee76:32851 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5f531616{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-server/target/classes/hbase-webapps/static/,STOPPED}
2024-12-04T04:56:34,942 INFO  [M:0;67abd3a0ee76:32851 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5e966d94{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir/,STOPPED}
2024-12-04T04:56:34,942 INFO  [M:0;67abd3a0ee76:32851 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-12-04T04:56:34,943 INFO  [M:0;67abd3a0ee76:32851 {}] master.HMaster(1770): Stopping master jetty server
2024-12-04T04:56:34,943 INFO  [M:0;67abd3a0ee76:32851 {}] server.AbstractConnector(383): Stopped ServerConnector@14e2d204{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-12-04T04:56:34,943 INFO  [M:0;67abd3a0ee76:32851 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-12-04T04:56:34,944 DEBUG [M:0;67abd3a0ee76:32851 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-12-04T04:56:34,944 INFO  [M:0;67abd3a0ee76:32851 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner
2024-12-04T04:56:34,944 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-12-04T04:56:34,944 INFO  [M:0;67abd3a0ee76:32851 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;67abd3a0ee76:32851.
2024-12-04T04:56:34,944 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster-HFileCleaner.large.0-1733288066899 {}] cleaner.HFileCleaner(306): Exit Thread[master/67abd3a0ee76:0:becomeActiveMaster-HFileCleaner.large.0-1733288066899,5,FailOnTimeoutGroup]
2024-12-04T04:56:34,944 DEBUG [master/67abd3a0ee76:0:becomeActiveMaster-HFileCleaner.small.0-1733288066900 {}] cleaner.HFileCleaner(306): Exit Thread[master/67abd3a0ee76:0:becomeActiveMaster-HFileCleaner.small.0-1733288066900,5,FailOnTimeoutGroup]
2024-12-04T04:56:34,944 DEBUG [M:0;67abd3a0ee76:32851 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156)
    at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444)
    at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239)
    at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333)
    at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322)
    at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923)
    at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439)
    at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-12-04T04:56:34,944 DEBUG [M:0;67abd3a0ee76:32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:34,944 DEBUG [M:0;67abd3a0ee76:32851 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-12-04T04:56:34,944 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-12-04T04:56:34,944 DEBUG [M:0;67abd3a0ee76:32851 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-12-04T04:56:34,945 INFO  [M:0;67abd3a0ee76:32851 {}] hbase.ChoreService(370): Chore service for: master/67abd3a0ee76:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-12-04T04:56:34,945 INFO  [M:0;67abd3a0ee76:32851 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-12-04T04:56:34,945 DEBUG [M:0;67abd3a0ee76:32851 {}] master.HMaster(1795): Stopping service threads
2024-12-04T04:56:34,945 INFO  [M:0;67abd3a0ee76:32851 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-12-04T04:56:34,945 INFO  [M:0;67abd3a0ee76:32851 {}] procedure2.ProcedureExecutor(723): Stopping
2024-12-04T04:56:34,945 ERROR [M:0;67abd3a0ee76:32851 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT
java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10]
    Thread[HFileArchiver-1,5,PEWorkerGroup]
    Thread[HFileArchiver-2,5,PEWorkerGroup]
    Thread[HFileArchiver-3,5,PEWorkerGroup]
2024-12-04T04:56:34,946 INFO  [M:0;67abd3a0ee76:32851 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-12-04T04:56:34,946 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-12-04T04:56:34,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master
2024-12-04T04:56:34,946 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-12-04T04:56:34,946 DEBUG [M:0;67abd3a0ee76:32851 {}] zookeeper.ZKUtil(347): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error)
2024-12-04T04:56:34,946 WARN  [M:0;67abd3a0ee76:32851 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-12-04T04:56:34,947 INFO  [M:0;67abd3a0ee76:32851 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/.lastflushedseqids
2024-12-04T04:56:34,958 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073742002_1178 (size=761)
2024-12-04T04:56:34,958 INFO  [M:0;67abd3a0ee76:32851 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-12-04T04:56:34,959 INFO  [M:0;67abd3a0ee76:32851 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-12-04T04:56:34,959 DEBUG [M:0;67abd3a0ee76:32851 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-12-04T04:56:34,972 INFO  [M:0;67abd3a0ee76:32851 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T04:56:34,972 DEBUG [M:0;67abd3a0ee76:32851 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T04:56:34,972 DEBUG [M:0;67abd3a0ee76:32851 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-12-04T04:56:34,972 DEBUG [M:0;67abd3a0ee76:32851 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T04:56:34,972 INFO  [M:0;67abd3a0ee76:32851 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=436.28 KB heapSize=512.64 KB
2024-12-04T04:56:34,988 DEBUG [M:0;67abd3a0ee76:32851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0cd1c5356804cb38f883471732a3057 is 82, key is hbase:meta,,1/info:regioninfo/1733288068671/Put/seqid=0
2024-12-04T04:56:34,992 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073742003_1179 (size=5672)
2024-12-04T04:56:35,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-04T04:56:35,025 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:37183-0x1019eb0e4120001, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-04T04:56:35,026 INFO  [RS:0;67abd3a0ee76:37183 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-04T04:56:35,026 INFO  [RS:0;67abd3a0ee76:37183 {}] regionserver.HRegionServer(1031): Exiting; stopping=67abd3a0ee76,37183,1733288063835; zookeeper connection closed.
2024-12-04T04:56:35,026 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@6ed34513 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@6ed34513
2024-12-04T04:56:35,027 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-12-04T04:56:35,393 INFO  [M:0;67abd3a0ee76:32851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0cd1c5356804cb38f883471732a3057
2024-12-04T04:56:35,415 DEBUG [M:0;67abd3a0ee76:32851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc26d6e454404e05853ccf16b747b077 is 2200, key is \x00\x00\x00\x00\x00\x00\x00P/proc:d/1733288184815/Put/seqid=0
2024-12-04T04:56:35,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073742004_1180 (size=28840)
2024-12-04T04:56:35,819 INFO  [M:0;67abd3a0ee76:32851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=435.72 KB at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc26d6e454404e05853ccf16b747b077
2024-12-04T04:56:35,825 INFO  [M:0;67abd3a0ee76:32851 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc26d6e454404e05853ccf16b747b077
2024-12-04T04:56:35,839 DEBUG [M:0;67abd3a0ee76:32851 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59bb2e993538487f94c00233778f6c44 is 69, key is 67abd3a0ee76,37183,1733288063835/rs:state/1733288066975/Put/seqid=0
2024-12-04T04:56:35,847 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073742005_1181 (size=5156)
2024-12-04T04:56:36,248 INFO  [M:0;67abd3a0ee76:32851 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=898 (bloomFilter=true), to=hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59bb2e993538487f94c00233778f6c44
2024-12-04T04:56:36,258 DEBUG [M:0;67abd3a0ee76:32851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/e0cd1c5356804cb38f883471732a3057 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0cd1c5356804cb38f883471732a3057
2024-12-04T04:56:36,263 INFO  [M:0;67abd3a0ee76:32851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/e0cd1c5356804cb38f883471732a3057, entries=8, sequenceid=898, filesize=5.5 K
2024-12-04T04:56:36,265 DEBUG [M:0;67abd3a0ee76:32851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/fc26d6e454404e05853ccf16b747b077 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc26d6e454404e05853ccf16b747b077
2024-12-04T04:56:36,271 INFO  [M:0;67abd3a0ee76:32851 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for fc26d6e454404e05853ccf16b747b077
2024-12-04T04:56:36,271 INFO  [M:0;67abd3a0ee76:32851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/fc26d6e454404e05853ccf16b747b077, entries=93, sequenceid=898, filesize=28.2 K
2024-12-04T04:56:36,272 DEBUG [M:0;67abd3a0ee76:32851 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/59bb2e993538487f94c00233778f6c44 as hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59bb2e993538487f94c00233778f6c44
2024-12-04T04:56:36,276 INFO  [M:0;67abd3a0ee76:32851 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:40619/user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/59bb2e993538487f94c00233778f6c44, entries=1, sequenceid=898, filesize=5.0 K
2024-12-04T04:56:36,277 INFO  [M:0;67abd3a0ee76:32851 {}] regionserver.HRegion(3140): Finished flush of dataSize ~436.28 KB/446748, heapSize ~512.34 KB/524640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=898, compaction requested=false
2024-12-04T04:56:36,278 INFO  [M:0;67abd3a0ee76:32851 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-12-04T04:56:36,278 DEBUG [M:0;67abd3a0ee76:32851 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1733288194959Disabling compacts and flushes for region at 1733288194959Disabling writes for close at 1733288194972 (+13 ms)Obtaining lock to block concurrent updates at 1733288194972Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733288194972Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=446748, getHeapSize=524880, getOffHeapSize=0, getCellsCount=1021 at 1733288194972Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733288194973 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733288194973Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733288194988 (+15 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733288194988Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733288195400 (+412 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733288195414 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733288195414Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733288195825 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733288195838 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733288195839 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2a8782b: reopening flushed file at 1733288196256 (+417 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@2b07dd06: reopening flushed file at 1733288196264 (+8 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6946f4: reopening flushed file at 1733288196271 (+7 ms)Finished flush of dataSize ~436.28 KB/446748, heapSize ~512.34 KB/524640, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1305ms, sequenceid=898, compaction requested=false at 1733288196277 (+6 ms)Writing region close event to WAL at 1733288196278 (+1 ms)Closed at 1733288196278
2024-12-04T04:56:36,282 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/1b924812-1ad9-0245-6591-241cb3873ab3/MasterData/WALs/67abd3a0ee76,32851,1733288061872/67abd3a0ee76%2C32851%2C1733288061872.67abd3a0ee76%2C32851%2C1733288061872.regiongroup-0.1733288066080 not finished, retry = 0
2024-12-04T04:56:36,282 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:38615 is added to blk_1073741830_1006 (size=506029)
2024-12-04T04:56:36,383 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-12-04T04:56:36,384 INFO  [M:0;67abd3a0ee76:32851 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-12-04T04:56:36,384 INFO  [M:0;67abd3a0ee76:32851 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down.
2024-12-04T04:56:36,384 INFO  [M:0;67abd3a0ee76:32851 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.3:32851
2024-12-04T04:56:36,384 INFO  [M:0;67abd3a0ee76:32851 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-12-04T04:56:36,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-04T04:56:36,530 INFO  [M:0;67abd3a0ee76:32851 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-12-04T04:56:36,530 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:32851-0x1019eb0e4120000, quorum=127.0.0.1:49654, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-12-04T04:56:36,543 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@b5ef0c4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-12-04T04:56:36,547 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@40708735{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-04T04:56:36,547 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-04T04:56:36,548 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@e9fa6df{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-04T04:56:36,548 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1e88b901{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir/,STOPPED}
2024-12-04T04:56:36,550 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-12-04T04:56:36,550 WARN  [BP-695178937-172.17.0.3-1733288057450 heartbeating to localhost/127.0.0.1:40619 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-12-04T04:56:36,550 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-12-04T04:56:36,550 WARN  [BP-695178937-172.17.0.3-1733288057450 heartbeating to localhost/127.0.0.1:40619 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-695178937-172.17.0.3-1733288057450 (Datanode Uuid 6acdd10e-14a6-496c-a4d0-6de4545177d7) service to localhost/127.0.0.1:40619
2024-12-04T04:56:36,552 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/cluster_0a8c5c50-2cdd-234d-25d5-43cf9df23a88/data/data1/current/BP-695178937-172.17.0.3-1733288057450 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-04T04:56:36,552 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/cluster_0a8c5c50-2cdd-234d-25d5-43cf9df23a88/data/data2/current/BP-695178937-172.17.0.3-1733288057450 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-12-04T04:56:36,552 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-12-04T04:56:36,557 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@52aeb28b{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-12-04T04:56:36,558 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@23ef5a73{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-04T04:56:36,558 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-04T04:56:36,558 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@577ad28a{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-12-04T04:56:36,558 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@16d163e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir/,STOPPED}
2024-12-04T04:56:36,565 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-12-04T04:56:36,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-12-04T04:56:36,638 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster...
2024-12-04T04:56:36,642 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4f2c462c{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-12-04T04:56:36,643 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@718faeae{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-04T04:56:36,643 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-04T04:56:36,643 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@680da61b{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-12-04T04:56:36,643 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7973e73{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir/,STOPPED}
2024-12-04T04:56:36,651 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4b3758bd{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-12-04T04:56:36,652 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6d08ec20{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-04T04:56:36,652 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-04T04:56:36,652 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4868a378{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-12-04T04:56:36,652 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@292115b4{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir/,STOPPED}
2024-12-04T04:56:36,656 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-12-04T04:56:36,656 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@37f18d5a{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-12-04T04:56:36,657 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@4b763c5b{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-04T04:56:36,657 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-04T04:56:36,657 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@79282079{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-12-04T04:56:36,657 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1743d0e5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir/,STOPPED}
2024-12-04T04:56:36,660 WARN  [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning.
2024-12-04T04:56:36,664 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException
2024-12-04T04:56:36,665 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted
2024-12-04T04:56:36,665 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-12-04T04:56:36,669 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@33ccadf1{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-12-04T04:56:36,669 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@25292ccb{HTTP/1.1, (http/1.1)}{localhost:0}
2024-12-04T04:56:36,669 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-12-04T04:56:36,670 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@fa8e2d3{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-12-04T04:56:36,670 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@17422150{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3/hbase-backup/target/test-data/cca481e7-869a-c8fd-c23e-069001df29ff/hadoop.log.dir/,STOPPED}
2024-12-04T04:56:36,671 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-12-04T04:56:36,671 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped