2024-11-25 18:15:23,434 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef
2024-11-25 18:15:23,457 main DEBUG Took 0.021149 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging
2024-11-25 18:15:23,458 main DEBUG PluginManager 'Core' found 129 plugins
2024-11-25 18:15:23,458 main DEBUG PluginManager 'Level' found 0 plugins
2024-11-25 18:15:23,459 main DEBUG PluginManager 'Lookup' found 16 plugins
2024-11-25 18:15:23,461 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 18:15:23,495 main DEBUG PluginManager 'TypeConverter' found 26 plugins
2024-11-25 18:15:23,531 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 18:15:23,533 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 18:15:23,534 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 18:15:23,535 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 18:15:23,544 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 18:15:23,550 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 18:15:23,553 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 18:15:23,554 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 18:15:23,555 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 18:15:23,555 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 18:15:23,557 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 18:15:23,558 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 18:15:23,560 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 18:15:23,560 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 18:15:23,561 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 18:15:23,562 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 18:15:23,564 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 18:15:23,565 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 18:15:23,565 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 18:15:23,566 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 18:15:23,567 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 18:15:23,568 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 18:15:23,570 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 18:15:23,573 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig].
2024-11-25 18:15:23,574 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 18:15:23,574 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger].
2024-11-25 18:15:23,578 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null)
2024-11-25 18:15:23,580 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin].
2024-11-25 18:15:23,587 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root})
2024-11-25 18:15:23,587 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout].
2024-11-25 18:15:23,589 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null")
2024-11-25 18:15:23,589 main DEBUG PluginManager 'Converter' found 47 plugins
2024-11-25 18:15:23,604 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender].
2024-11-25 18:15:23,614 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={})
2024-11-25 18:15:23,617 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR
2024-11-25 18:15:23,617 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin].
2024-11-25 18:15:23,618 main DEBUG createAppenders(={Console})
2024-11-25 18:15:23,619 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef initialized
2024-11-25 18:15:23,619 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef
2024-11-25 18:15:23,621 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@231f98ef OK.
2024-11-25 18:15:23,622 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1
2024-11-25 18:15:23,622 main DEBUG OutputStream closed
2024-11-25 18:15:23,623 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true
2024-11-25 18:15:23,623 main DEBUG Appender DefaultConsole-1 stopped with status true
2024-11-25 18:15:23,624 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@7a419da4 OK
2024-11-25 18:15:23,870 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6
2024-11-25 18:15:23,872 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger
2024-11-25 18:15:23,874 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector
2024-11-25 18:15:23,875 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=
2024-11-25 18:15:23,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory
2024-11-25 18:15:23,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter
2024-11-25 18:15:23,876 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper
2024-11-25 18:15:23,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j
2024-11-25 18:15:23,877 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl
2024-11-25 18:15:23,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans
2024-11-25 18:15:23,878 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase
2024-11-25 18:15:23,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop
2024-11-25 18:15:23,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers
2024-11-25 18:15:23,879 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices
2024-11-25 18:15:23,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig
2024-11-25 18:15:23,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel
2024-11-25 18:15:23,880 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore
2024-11-25 18:15:23,881 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console
2024-11-25 18:15:23,884 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-25 18:15:23,884 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-logging/target/hbase-logging-4.0.0-alpha-1-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@141e5bef) with optional ClassLoader: null
2024-11-25 18:15:23,885 main DEBUG Shutdown hook enabled. Registering a new one.
2024-11-25 18:15:23,886 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@141e5bef] started OK.
2024-11-25T18:15:23,933 INFO  [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins
2024-11-25 18:15:23,938 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED)
2024-11-25 18:15:23,938 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps.
2024-11-25T18:15:24,527 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887
2024-11-25T18:15:24,534 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner
2024-11-25T18:15:24,536 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver
2024-11-25T18:15:24,538 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false}
2024-11-25T18:15:24,572 INFO  [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/cluster_6e95b479-c7d6-4b64-ee7d-ee5f0b7db32e, deleteOnExit=true
2024-11-25T18:15:24,573 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS
2024-11-25T18:15:24,576 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/test.cache.data in system properties and HBase conf
2024-11-25T18:15:24,579 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.tmp.dir in system properties and HBase conf
2024-11-25T18:15:24,580 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir in system properties and HBase conf
2024-11-25T18:15:24,581 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-25T18:15:24,581 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-25T18:15:24,582 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-25T18:15:24,760 WARN  [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable
2024-11-25T18:15:24,923 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering
2024-11-25T18:15:24,928 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-25T18:15:24,929 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-25T18:15:24,930 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-25T18:15:24,930 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-25T18:15:24,931 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-25T18:15:24,931 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-25T18:15:24,932 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-25T18:15:24,932 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-25T18:15:24,933 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-25T18:15:24,934 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/nfs.dump.dir in system properties and HBase conf
2024-11-25T18:15:24,940 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/java.io.tmpdir in system properties and HBase conf
2024-11-25T18:15:24,940 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-25T18:15:24,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-25T18:15:24,941 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-25T18:15:26,331 WARN  [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties
2024-11-25T18:15:26,500 INFO  [Time-limited test {}] log.Log(170): Logging initialized @4528ms to org.eclipse.jetty.util.log.Slf4jLog
2024-11-25T18:15:26,615 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T18:15:26,710 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-25T18:15:26,766 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T18:15:26,767 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T18:15:26,768 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-25T18:15:26,812 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T18:15:26,818 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@41650a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir/,AVAILABLE}
2024-11-25T18:15:26,820 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@7ed01e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-25T18:15:27,180 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1ee3427e{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/java.io.tmpdir/jetty-localhost-35451-hadoop-hdfs-3_4_1-tests_jar-_-any-5271975314127108607/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-25T18:15:27,212 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2750335{HTTP/1.1, (http/1.1)}{localhost:35451}
2024-11-25T18:15:27,212 INFO  [Time-limited test {}] server.Server(415): Started @5242ms
2024-11-25T18:15:27,822 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T18:15:27,842 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-25T18:15:27,862 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T18:15:27,862 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T18:15:27,863 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-25T18:15:27,866 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4f0baca2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir/,AVAILABLE}
2024-11-25T18:15:27,867 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@345eb5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE}
2024-11-25T18:15:28,054 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1b22df{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/java.io.tmpdir/jetty-localhost-46079-hadoop-hdfs-3_4_1-tests_jar-_-any-14471947439109501947/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-25T18:15:28,057 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@3c98d8b6{HTTP/1.1, (http/1.1)}{localhost:46079}
2024-11-25T18:15:28,057 INFO  [Time-limited test {}] server.Server(415): Started @6087ms
2024-11-25T18:15:28,156 WARN  [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering.
2024-11-25T18:15:29,166 WARN  [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/cluster_6e95b479-c7d6-4b64-ee7d-ee5f0b7db32e/data/data1/current/BP-440647687-172.17.0.2-1732558525954/current, will proceed with Du for space computation calculation, 
2024-11-25T18:15:29,171 WARN  [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/cluster_6e95b479-c7d6-4b64-ee7d-ee5f0b7db32e/data/data2/current/BP-440647687-172.17.0.2-1732558525954/current, will proceed with Du for space computation calculation, 
2024-11-25T18:15:29,282 WARN  [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1
2024-11-25T18:15:29,372 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0115b6bbbefc77a with lease ID 0x216f93efc34f104: Processing first storage report for DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c from datanode DatanodeRegistration(127.0.0.1:43001, datanodeUuid=0eb1f7da-2fdf-4a35-8d7c-55819347c6de, infoPort=46499, infoSecurePort=0, ipcPort=43951, storageInfo=lv=-57;cid=testClusterID;nsid=469101264;c=1732558525954)
2024-11-25T18:15:29,373 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0115b6bbbefc77a with lease ID 0x216f93efc34f104: from storage DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c node DatanodeRegistration(127.0.0.1:43001, datanodeUuid=0eb1f7da-2fdf-4a35-8d7c-55819347c6de, infoPort=46499, infoSecurePort=0, ipcPort=43951, storageInfo=lv=-57;cid=testClusterID;nsid=469101264;c=1732558525954), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0
2024-11-25T18:15:29,374 INFO  [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xb0115b6bbbefc77a with lease ID 0x216f93efc34f104: Processing first storage report for DS-a4240a36-8b59-456c-99cc-837fbe74c7df from datanode DatanodeRegistration(127.0.0.1:43001, datanodeUuid=0eb1f7da-2fdf-4a35-8d7c-55819347c6de, infoPort=46499, infoSecurePort=0, ipcPort=43951, storageInfo=lv=-57;cid=testClusterID;nsid=469101264;c=1732558525954)
2024-11-25T18:15:29,374 INFO  [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xb0115b6bbbefc77a with lease ID 0x216f93efc34f104: from storage DS-a4240a36-8b59-456c-99cc-837fbe74c7df node DatanodeRegistration(127.0.0.1:43001, datanodeUuid=0eb1f7da-2fdf-4a35-8d7c-55819347c6de, infoPort=46499, infoSecurePort=0, ipcPort=43951, storageInfo=lv=-57;cid=testClusterID;nsid=469101264;c=1732558525954), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0
2024-11-25T18:15:29,403 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887
2024-11-25T18:15:29,627 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/cluster_6e95b479-c7d6-4b64-ee7d-ee5f0b7db32e/zookeeper_0, clientPort=63315, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/cluster_6e95b479-c7d6-4b64-ee7d-ee5f0b7db32e/zookeeper_0/version-2, dataDirSize=457
dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/cluster_6e95b479-c7d6-4b64-ee7d-ee5f0b7db32e/zookeeper_0/version-2, dataLogSize=457
tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0

2024-11-25T18:15:29,648 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=63315
2024-11-25T18:15:29,683 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T18:15:29,692 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T18:15:30,046 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741825_1001 (size=7)
2024-11-25T18:15:30,457 INFO  [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd with version=8
2024-11-25T18:15:30,458 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/hbase-staging
2024-11-25T18:15:30,475 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random.
2024-11-25T18:15:30,475 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random.
2024-11-25T18:15:30,475 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random.
2024-11-25T18:15:30,475 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random.
2024-11-25T18:15:30,570 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16
2024-11-25T18:15:30,826 INFO  [Time-limited test {}] client.ConnectionUtils(128): master/ac0af6c6e13a:0 server-side Connection retries=45
2024-11-25T18:15:30,838 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T18:15:30,838 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-25T18:15:30,845 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-25T18:15:30,845 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T18:15:30,845 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-25T18:15:31,026 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService
2024-11-25T18:15:31,109 INFO  [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl
2024-11-25T18:15:31,122 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout
2024-11-25T18:15:31,127 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-25T18:15:31,166 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 18298 (auto-detected)
2024-11-25T18:15:31,168 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected)
2024-11-25T18:15:31,210 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:37023
2024-11-25T18:15:31,248 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:37023 connecting to ZooKeeper ensemble=127.0.0.1:63315
2024-11-25T18:15:31,361 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:370230x0, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-25T18:15:31,364 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:37023-0x10076dd43040000 connected
2024-11-25T18:15:31,428 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T18:15:31,430 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T18:15:31,445 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-11-25T18:15:31,473 INFO  [Time-limited test {}] log.Log(170): Logging initialized @9503ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog
2024-11-25T18:15:31,525 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list
2024-11-25T18:15:31,526 INFO  [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context
2024-11-25T18:15:31,527 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter)
2024-11-25T18:15:31,527 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter)
2024-11-25T18:15:31,528 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter)
2024-11-25T18:15:31,530 INFO  [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master
2024-11-25T18:15:31,531 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2024-11-25T18:15:31,531 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2024-11-25T18:15:31,534 INFO  [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint.
2024-11-25T18:15:31,598 INFO  [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 45425
2024-11-25T18:15:31,599 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-11-25T18:15:31,612 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-25T18:15:31,614 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7cd1ce78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir/,AVAILABLE}
2024-11-25T18:15:31,614 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-25T18:15:31,615 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@708258c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE}
2024-11-25T18:15:31,671 INFO  [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet
2024-11-25T18:15:31,682 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T18:15:31,682 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T18:15:31,683 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-25T18:15:31,687 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-25T18:15:32,496 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@4cf0addc{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master}
2024-11-25T18:15:32,502 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@59976690{HTTP/1.1, (http/1.1)}{0.0.0.0:45425}
2024-11-25T18:15:32,502 INFO  [Time-limited test {}] server.Server(415): Started @10532ms
2024-11-25T18:15:32,506 INFO  [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd, hbase.cluster.distributed=false
2024-11-25T18:15:32,538 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl
2024-11-25T18:15:32,544 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=37023
2024-11-25T18:15:32,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=37023
2024-11-25T18:15:32,545 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=37023
2024-11-25T18:15:32,546 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=37023
2024-11-25T18:15:32,548 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=37023
2024-11-25T18:15:32,698 INFO  [Time-limited test {}] client.ConnectionUtils(128): regionserver/ac0af6c6e13a:0 server-side Connection retries=45
2024-11-25T18:15:32,701 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T18:15:32,701 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3
2024-11-25T18:15:32,701 INFO  [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0
2024-11-25T18:15:32,702 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3
2024-11-25T18:15:32,702 INFO  [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1
2024-11-25T18:15:32,707 INFO  [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService
2024-11-25T18:15:32,710 INFO  [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation
2024-11-25T18:15:32,714 INFO  [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:44483
2024-11-25T18:15:32,717 INFO  [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:44483 connecting to ZooKeeper ensemble=127.0.0.1:63315
2024-11-25T18:15:32,718 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T18:15:32,723 INFO  [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T18:15:32,730 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:444830x0, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null
2024-11-25T18:15:32,731 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:44483-0x10076dd43040001 connected
2024-11-25T18:15:32,732 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-11-25T18:15:32,735 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list
2024-11-25T18:15:32,735 INFO  [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context
2024-11-25T18:15:32,735 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter)
2024-11-25T18:15:32,735 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter)
2024-11-25T18:15:32,736 INFO  [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter)
2024-11-25T18:15:32,737 INFO  [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver
2024-11-25T18:15:32,737 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static
2024-11-25T18:15:32,737 INFO  [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs
2024-11-25T18:15:32,737 INFO  [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint.
2024-11-25T18:15:32,740 INFO  [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 36973
2024-11-25T18:15:32,740 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-11-25T18:15:32,748 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-25T18:15:32,748 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@685ded17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir/,AVAILABLE}
2024-11-25T18:15:32,749 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-25T18:15:32,749 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@7858b590{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE}
2024-11-25T18:15:32,764 INFO  [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet
2024-11-25T18:15:32,766 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T18:15:32,766 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T18:15:32,766 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-25T18:15:32,770 INFO  [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter
2024-11-25T18:15:32,775 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@4c9dfa47{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver}
2024-11-25T18:15:32,776 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6350b9e8{HTTP/1.1, (http/1.1)}{0.0.0.0:36973}
2024-11-25T18:15:32,776 INFO  [Time-limited test {}] server.Server(415): Started @10806ms
2024-11-25T18:15:32,781 INFO  [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB
2024-11-25T18:15:32,794 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5
2024-11-25T18:15:32,797 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master
2024-11-25T18:15:32,804 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl
2024-11-25T18:15:32,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=44483
2024-11-25T18:15:32,806 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=44483
2024-11-25T18:15:32,810 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=44483
2024-11-25T18:15:32,812 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=44483
2024-11-25T18:15:32,813 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=44483
2024-11-25T18:15:32,839 DEBUG [M:0;ac0af6c6e13a:37023 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;ac0af6c6e13a:37023
2024-11-25T18:15:32,842 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9
2024-11-25T18:15:32,850 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@5da03b31{HTTP/1.1, (http/1.1)}{0.0.0.0:45685}
2024-11-25T18:15:32,851 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] server.Server(415): Started @10881ms
2024-11-25T18:15:32,851 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/ac0af6c6e13a,37023,1732558530621
2024-11-25T18:15:32,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-11-25T18:15:32,859 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-11-25T18:15:32,864 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/ac0af6c6e13a,37023,1732558530621
2024-11-25T18:15:32,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master
2024-11-25T18:15:32,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:15:32,891 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:15:32,894 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on existing znode=/1/master
2024-11-25T18:15:32,895 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/ac0af6c6e13a,37023,1732558530621 from backup master directory
2024-11-25T18:15:32,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/ac0af6c6e13a,37023,1732558530621
2024-11-25T18:15:32,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-11-25T18:15:32,899 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters
2024-11-25T18:15:32,901 WARN  [master/ac0af6c6e13a:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-25T18:15:32,901 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=ac0af6c6e13a,37023,1732558530621
2024-11-25T18:15:32,903 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0
2024-11-25T18:15:32,905 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0
2024-11-25T18:15:32,972 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/hbase.id] with ID: 0318c8a5-738b-4e85-9657-4918caafdee7
2024-11-25T18:15:32,973 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.tmp/hbase.id
2024-11-25T18:15:33,001 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741826_1002 (size=42)
2024-11-25T18:15:33,404 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.tmp/hbase.id]:[hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/hbase.id]
2024-11-25T18:15:33,477 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks
2024-11-25T18:15:33,483 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem.
2024-11-25T18:15:33,515 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 29ms.
2024-11-25T18:15:33,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:15:33,520 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:15:33,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741827_1003 (size=196)
2024-11-25T18:15:33,576 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T18:15:33,579 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000
2024-11-25T18:15:33,587 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-11-25T18:15:33,591 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-11-25T18:15:33,605 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396
java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo)
	at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.<clinit>(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Class.forName0(Native Method) ~[?:?]
	at java.lang.Class.forName(Class.java:375) ~[?:?]
	at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:263) ~[classes/:?]
	at org.apache.hadoop.hbase.wal.WALFactory.<init>(WALFactory.java:231) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?]
	at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?]
	at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T18:15:33,647 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741828_1004 (size=1189)
2024-11-25T18:15:34,072 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store
2024-11-25T18:15:34,090 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741829_1005 (size=34)
2024-11-25T18:15:34,096 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure.
2024-11-25T18:15:34,100 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:34,101 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-25T18:15:34,101 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T18:15:34,102 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T18:15:34,104 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-25T18:15:34,104 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T18:15:34,104 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T18:15:34,105 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732558534101Disabling compacts and flushes for region at 1732558534101Disabling writes for close at 1732558534104 (+3 ms)Writing region close event to WAL at 1732558534104Closed at 1732558534104
2024-11-25T18:15:34,108 WARN  [master/ac0af6c6e13a:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/.initializing
2024-11-25T18:15:34,108 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/WALs/ac0af6c6e13a,37023,1732558530621
2024-11-25T18:15:34,113 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T18:15:34,119 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor ac0af6c6e13a,37023,1732558530621.regiongroup-0
2024-11-25T18:15:34,135 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ac0af6c6e13a%2C37023%2C1732558530621.ac0af6c6e13a%2C37023%2C1732558530621.regiongroup-0, suffix=, logDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/WALs/ac0af6c6e13a,37023,1732558530621, archiveDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/oldWALs, maxLogs=10
2024-11-25T18:15:34,171 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/WALs/ac0af6c6e13a,37023,1732558530621/ac0af6c6e13a%2C37023%2C1732558530621.ac0af6c6e13a%2C37023%2C1732558530621.regiongroup-0.1732558534142, exclude list is [], retry=0
2024-11-25T18:15:34,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c,DISK]
2024-11-25T18:15:34,202 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf.
2024-11-25T18:15:34,248 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/WALs/ac0af6c6e13a,37023,1732558530621/ac0af6c6e13a%2C37023%2C1732558530621.ac0af6c6e13a%2C37023%2C1732558530621.regiongroup-0.1732558534142
2024-11-25T18:15:34,249 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499)]
2024-11-25T18:15:34,250 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}
2024-11-25T18:15:34,250 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:34,254 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T18:15:34,255 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T18:15:34,300 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T18:15:34,327 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info
2024-11-25T18:15:34,330 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:34,333 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T18:15:34,334 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T18:15:34,338 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc
2024-11-25T18:15:34,338 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:34,340 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:15:34,340 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T18:15:34,343 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs
2024-11-25T18:15:34,344 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:34,345 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:15:34,345 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 
2024-11-25T18:15:34,348 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state
2024-11-25T18:15:34,348 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:34,349 INFO  [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:15:34,350 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T18:15:34,354 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-25T18:15:34,355 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682
2024-11-25T18:15:34,361 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T18:15:34,362 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T18:15:34,366 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-25T18:15:34,370 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682
2024-11-25T18:15:34,375 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T18:15:34,376 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9533359680, jitterRate=-0.11213669180870056}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-25T18:15:34,383 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682:
Writing region info on filesystem at 1732558534273Initializing all the Stores at 1732558534276 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732558534276Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558534278 (+2 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558534278Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558534278Cleaning up temporary data from old regions at 1732558534362 (+84 ms)Region opened successfully at 1732558534383 (+21 ms)
2024-11-25T18:15:34,385 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4
2024-11-25T18:15:34,428 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a95f476, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=ac0af6c6e13a/172.17.0.2:0
2024-11-25T18:15:34,473 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating...
2024-11-25T18:15:34,486 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5
2024-11-25T18:15:34,486 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50
2024-11-25T18:15:34,489 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery...
2024-11-25T18:15:34,491 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec
2024-11-25T18:15:34,496 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec
2024-11-25T18:15:34,496 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150
2024-11-25T18:15:34,522 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'.
2024-11-25T18:15:34,532 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error)
2024-11-25T18:15:34,534 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false
2024-11-25T18:15:34,536 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1
2024-11-25T18:15:34,538 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error)
2024-11-25T18:15:34,540 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false
2024-11-25T18:15:34,542 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited
2024-11-25T18:15:34,546 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error)
2024-11-25T18:15:34,548 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false
2024-11-25T18:15:34,549 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error)
2024-11-25T18:15:34,551 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false
2024-11-25T18:15:34,593 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error)
2024-11-25T18:15:34,596 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false
2024-11-25T18:15:34,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running
2024-11-25T18:15:34,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running
2024-11-25T18:15:34,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:15:34,600 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:15:34,605 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=ac0af6c6e13a,37023,1732558530621, sessionid=0x10076dd43040000, setting cluster-up flag (Was=false)
2024-11-25T18:15:34,616 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully.
2024-11-25T18:15:34,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:15:34,624 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:15:34,637 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort
2024-11-25T18:15:34,639 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ac0af6c6e13a,37023,1732558530621
2024-11-25T18:15:34,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:15:34,643 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:15:34,650 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort
2024-11-25T18:15:34,651 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ac0af6c6e13a,37023,1732558530621
2024-11-25T18:15:34,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:15:34,657 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:15:34,663 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort
2024-11-25T18:15:34,665 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=ac0af6c6e13a,37023,1732558530621
2024-11-25T18:15:34,679 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again
2024-11-25T18:15:34,720 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(746): ClusterId : 0318c8a5-738b-4e85-9657-4918caafdee7
2024-11-25T18:15:34,722 INFO  [RS:0;ac0af6c6e13a:44483 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully.
2024-11-25T18:15:34,724 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing
2024-11-25T18:15:34,730 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized
2024-11-25T18:15:34,730 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing
2024-11-25T18:15:34,733 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized
2024-11-25T18:15:34,733 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing
2024-11-25T18:15:34,736 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized
2024-11-25T18:15:34,737 DEBUG [RS:0;ac0af6c6e13a:44483 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1df32a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=ac0af6c6e13a/172.17.0.2:0
2024-11-25T18:15:34,755 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta
2024-11-25T18:15:34,757 DEBUG [RS:0;ac0af6c6e13a:44483 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;ac0af6c6e13a:44483
2024-11-25T18:15:34,761 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled
2024-11-25T18:15:34,761 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled
2024-11-25T18:15:34,761 DEBUG [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(832): About to register with Master.
2024-11-25T18:15:34,764 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2
2024-11-25T18:15:34,764 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(2659): reportForDuty to master=ac0af6c6e13a,37023,1732558530621 with port=44483, startcode=1732558532637
2024-11-25T18:15:34,770 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc.
2024-11-25T18:15:34,775 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: ac0af6c6e13a,37023,1732558530621
Number of backup masters: 0
Number of live region servers: 0
Number of dead region servers: 0
Number of unknown region servers: 0
Average load: 0.0
Number of requests: 0
Number of regions: 0
Number of regions in transition: 0
2024-11-25T18:15:34,778 DEBUG [RS:0;ac0af6c6e13a:44483 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false
2024-11-25T18:15:34,781 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/ac0af6c6e13a:0, corePoolSize=5, maxPoolSize=5
2024-11-25T18:15:34,781 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/ac0af6c6e13a:0, corePoolSize=5, maxPoolSize=5
2024-11-25T18:15:34,781 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/ac0af6c6e13a:0, corePoolSize=5, maxPoolSize=5
2024-11-25T18:15:34,782 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/ac0af6c6e13a:0, corePoolSize=5, maxPoolSize=5
2024-11-25T18:15:34,782 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/ac0af6c6e13a:0, corePoolSize=10, maxPoolSize=10
2024-11-25T18:15:34,782 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/ac0af6c6e13a:0, corePoolSize=1, maxPoolSize=1
2024-11-25T18:15:34,782 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/ac0af6c6e13a:0, corePoolSize=2, maxPoolSize=2
2024-11-25T18:15:34,782 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/ac0af6c6e13a:0, corePoolSize=1, maxPoolSize=1
2024-11-25T18:15:34,783 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1732558564783
2024-11-25T18:15:34,785 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1
2024-11-25T18:15:34,786 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner
2024-11-25T18:15:34,788 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-25T18:15:34,788 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region
2024-11-25T18:15:34,790 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner
2024-11-25T18:15:34,790 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner
2024-11-25T18:15:34,790 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner
2024-11-25T18:15:34,791 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner
2024-11-25T18:15:34,791 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads
2024-11-25T18:15:34,794 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:34,799 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:34,799 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2
2024-11-25T18:15:34,799 INFO  [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}
2024-11-25T18:15:34,801 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner
2024-11-25T18:15:34,801 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner
2024-11-25T18:15:34,816 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a5dfc9a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:34,816 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:15:34,817 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741831_1007 (size=1321)
2024-11-25T18:15:34,820 INFO  [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321
2024-11-25T18:15:34,821 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54535, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService
2024-11-25T18:15:34,821 INFO  [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd
2024-11-25T18:15:34,822 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:15:34,828 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37023 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet
	at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-25T18:15:34,831 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:15:34,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:15:34,839 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:15:34,842 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741832_1008 (size=32)
2024-11-25T18:15:34,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1774218c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:34,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:15:34,844 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:34,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:15:34,849 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58712, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:15:34,851 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:15:34,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7af1e69a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:34,855 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner
2024-11-25T18:15:34,856 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-25T18:15:34,859 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-25T18:15:34,859 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:34,860 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T18:15:34,860 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-25T18:15:34,861 DEBUG [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(2683): Master is not running yet
2024-11-25T18:15:34,861 WARN  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying.
2024-11-25T18:15:34,862 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner
2024-11-25T18:15:34,862 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner
2024-11-25T18:15:34,863 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-25T18:15:34,863 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:34,864 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T18:15:34,865 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-25T18:15:34,867 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-25T18:15:34,868 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:34,869 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T18:15:34,869 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-25T18:15:34,872 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-25T18:15:34,872 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:34,873 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T18:15:34,873 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-25T18:15:34,874 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/ac0af6c6e13a:0:becomeActiveMaster-HFileCleaner.large.0-1732558534863,5,FailOnTimeoutGroup]
2024-11-25T18:15:34,875 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740
2024-11-25T18:15:34,876 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740
2024-11-25T18:15:34,878 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/ac0af6c6e13a:0:becomeActiveMaster-HFileCleaner.small.0-1732558534875,5,FailOnTimeoutGroup]
2024-11-25T18:15:34,878 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:34,878 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it.
2024-11-25T18:15:34,878 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-25T18:15:34,879 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-25T18:15:34,880 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-25T18:15:34,880 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:34,880 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:34,882 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-25T18:15:34,886 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T18:15:34,887 INFO  [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11172227040, jitterRate=0.04049472510814667}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-25T18:15:34,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740:
Writing region info on filesystem at 1732558534844Initializing all the Stores at 1732558534847 (+3 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732558534847Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732558534854 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558534854Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732558534854Cleaning up temporary data from old regions at 1732558534879 (+25 ms)Region opened successfully at 1732558534891 (+12 ms)
2024-11-25T18:15:34,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-25T18:15:34,891 INFO  [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-25T18:15:34,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-25T18:15:34,891 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-25T18:15:34,892 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-25T18:15:34,893 INFO  [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-25T18:15:34,893 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732558534891Disabling compacts and flushes for region at 1732558534891Disabling writes for close at 1732558534892 (+1 ms)Writing region close event to WAL at 1732558534893 (+1 ms)Closed at 1732558534893
2024-11-25T18:15:34,898 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-25T18:15:34,898 INFO  [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta
2024-11-25T18:15:34,907 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}]
2024-11-25T18:15:34,917 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-25T18:15:34,921 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false
2024-11-25T18:15:34,963 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(2659): reportForDuty to master=ac0af6c6e13a,37023,1732558530621 with port=44483, startcode=1732558532637
2024-11-25T18:15:34,965 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37023 {}] master.ServerManager(363): Checking decommissioned status of RegionServer ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:34,967 INFO  [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=37023 {}] master.ServerManager(517): Registering regionserver=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:34,975 DEBUG [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd
2024-11-25T18:15:34,975 DEBUG [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:36837
2024-11-25T18:15:34,975 DEBUG [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=45425
2024-11-25T18:15:34,989 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs
2024-11-25T18:15:34,990 DEBUG [RS:0;ac0af6c6e13a:44483 {}] zookeeper.ZKUtil(111): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on existing znode=/1/rs/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:34,990 WARN  [RS:0;ac0af6c6e13a:44483 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!)
2024-11-25T18:15:34,990 INFO  [RS:0;ac0af6c6e13a:44483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-11-25T18:15:34,991 INFO  [RS:0;ac0af6c6e13a:44483 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-11-25T18:15:34,991 DEBUG [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:34,992 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [ac0af6c6e13a,44483,1732558532637]
2024-11-25T18:15:35,015 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds
2024-11-25T18:15:35,026 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false
2024-11-25T18:15:35,031 INFO  [RS:0;ac0af6c6e13a:44483 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms
2024-11-25T18:15:35,031 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,032 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S
2024-11-25T18:15:35,037 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 
2024-11-25T18:15:35,039 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,039 DEBUG [RS:0;ac0af6c6e13a:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/ac0af6c6e13a:0, corePoolSize=1, maxPoolSize=1
2024-11-25T18:15:35,039 DEBUG [RS:0;ac0af6c6e13a:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/ac0af6c6e13a:0, corePoolSize=1, maxPoolSize=1
2024-11-25T18:15:35,039 DEBUG [RS:0;ac0af6c6e13a:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/ac0af6c6e13a:0, corePoolSize=1, maxPoolSize=1
2024-11-25T18:15:35,039 DEBUG [RS:0;ac0af6c6e13a:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0, corePoolSize=1, maxPoolSize=1
2024-11-25T18:15:35,039 DEBUG [RS:0;ac0af6c6e13a:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/ac0af6c6e13a:0, corePoolSize=1, maxPoolSize=1
2024-11-25T18:15:35,039 DEBUG [RS:0;ac0af6c6e13a:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/ac0af6c6e13a:0, corePoolSize=2, maxPoolSize=2
2024-11-25T18:15:35,040 DEBUG [RS:0;ac0af6c6e13a:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/ac0af6c6e13a:0, corePoolSize=1, maxPoolSize=1
2024-11-25T18:15:35,040 DEBUG [RS:0;ac0af6c6e13a:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/ac0af6c6e13a:0, corePoolSize=1, maxPoolSize=1
2024-11-25T18:15:35,040 DEBUG [RS:0;ac0af6c6e13a:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/ac0af6c6e13a:0, corePoolSize=1, maxPoolSize=1
2024-11-25T18:15:35,040 DEBUG [RS:0;ac0af6c6e13a:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/ac0af6c6e13a:0, corePoolSize=1, maxPoolSize=1
2024-11-25T18:15:35,040 DEBUG [RS:0;ac0af6c6e13a:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/ac0af6c6e13a:0, corePoolSize=1, maxPoolSize=1
2024-11-25T18:15:35,040 DEBUG [RS:0;ac0af6c6e13a:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/ac0af6c6e13a:0, corePoolSize=1, maxPoolSize=1
2024-11-25T18:15:35,040 DEBUG [RS:0;ac0af6c6e13a:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0, corePoolSize=3, maxPoolSize=3
2024-11-25T18:15:35,041 DEBUG [RS:0;ac0af6c6e13a:44483 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/ac0af6c6e13a:0, corePoolSize=3, maxPoolSize=3
2024-11-25T18:15:35,042 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,042 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,042 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,042 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,042 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,042 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ac0af6c6e13a,44483,1732558532637-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-25T18:15:35,060 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false
2024-11-25T18:15:35,062 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ac0af6c6e13a,44483,1732558532637-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,063 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,063 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.Replication(171): ac0af6c6e13a,44483,1732558532637 started
2024-11-25T18:15:35,072 WARN  [ac0af6c6e13a:37023 {}] assignment.AssignmentManager(2451): No servers available; cannot place 1 unassigned regions.
2024-11-25T18:15:35,081 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,081 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1482): Serving as ac0af6c6e13a,44483,1732558532637, RpcServer on ac0af6c6e13a/172.17.0.2:44483, sessionid=0x10076dd43040001
2024-11-25T18:15:35,082 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting
2024-11-25T18:15:35,082 DEBUG [RS:0;ac0af6c6e13a:44483 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:35,082 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ac0af6c6e13a,44483,1732558532637'
2024-11-25T18:15:35,083 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort'
2024-11-25T18:15:35,084 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired'
2024-11-25T18:15:35,085 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started
2024-11-25T18:15:35,085 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting
2024-11-25T18:15:35,085 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ac0af6c6e13a,44483,1732558532637'
2024-11-25T18:15:35,085 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-25T18:15:35,086 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-25T18:15:35,086 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager.
2024-11-25T18:15:35,086 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started
2024-11-25T18:15:35,086 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting
2024-11-25T18:15:35,087 DEBUG [RS:0;ac0af6c6e13a:44483 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:35,087 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'ac0af6c6e13a,44483,1732558532637'
2024-11-25T18:15:35,087 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort'
2024-11-25T18:15:35,087 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired'
2024-11-25T18:15:35,088 DEBUG [RS:0;ac0af6c6e13a:44483 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started
2024-11-25T18:15:35,088 INFO  [RS:0;ac0af6c6e13a:44483 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled
2024-11-25T18:15:35,088 INFO  [RS:0;ac0af6c6e13a:44483 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager.
2024-11-25T18:15:35,193 INFO  [RS:0;ac0af6c6e13a:44483 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T18:15:35,194 INFO  [RS:0;ac0af6c6e13a:44483 {}] monitor.StreamSlowMonitor(122): New stream slow monitor ac0af6c6e13a,44483,1732558532637.regiongroup-0
2024-11-25T18:15:35,197 INFO  [RS:0;ac0af6c6e13a:44483 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0, suffix=, logDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637, archiveDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs, maxLogs=32
2024-11-25T18:15:35,213 DEBUG [RS:0;ac0af6c6e13a:44483 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558535199, exclude list is [], retry=0
2024-11-25T18:15:35,217 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c,DISK]
2024-11-25T18:15:35,221 INFO  [RS:0;ac0af6c6e13a:44483 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558535199
2024-11-25T18:15:35,221 DEBUG [RS:0;ac0af6c6e13a:44483 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499)]
2024-11-25T18:15:35,324 DEBUG [ac0af6c6e13a:37023 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1
2024-11-25T18:15:35,343 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:35,351 INFO  [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ac0af6c6e13a,44483,1732558532637, state=OPENING
2024-11-25T18:15:35,356 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it
2024-11-25T18:15:35,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:15:35,358 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:15:35,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-11-25T18:15:35,359 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-11-25T18:15:35,360 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN
2024-11-25T18:15:35,362 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=ac0af6c6e13a,44483,1732558532637}]
2024-11-25T18:15:35,538 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false
2024-11-25T18:15:35,541 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:35493, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService
2024-11-25T18:15:35,556 INFO  [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740
2024-11-25T18:15:35,557 INFO  [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider
2024-11-25T18:15:35,557 INFO  [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy
2024-11-25T18:15:35,558 INFO  [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T18:15:35,558 INFO  [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta
2024-11-25T18:15:35,562 INFO  [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ac0af6c6e13a%2C44483%2C1732558532637.meta, suffix=.meta, logDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637, archiveDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs, maxLogs=32
2024-11-25T18:15:35,584 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558535563.meta, exclude list is [], retry=0
2024-11-25T18:15:35,589 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c,DISK]
2024-11-25T18:15:35,593 INFO  [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558535563.meta
2024-11-25T18:15:35,594 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499)]
2024-11-25T18:15:35,594 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}
2024-11-25T18:15:35,600 INFO  [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-25T18:15:35,601 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911
2024-11-25T18:15:35,605 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService
2024-11-25T18:15:35,605 INFO  [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully.
2024-11-25T18:15:35,609 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740
2024-11-25T18:15:35,610 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:35,611 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740
2024-11-25T18:15:35,611 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740
2024-11-25T18:15:35,622 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 
2024-11-25T18:15:35,624 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info
2024-11-25T18:15:35,624 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:35,625 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T18:15:35,625 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 
2024-11-25T18:15:35,627 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns
2024-11-25T18:15:35,627 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:35,628 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T18:15:35,628 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 
2024-11-25T18:15:35,630 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier
2024-11-25T18:15:35,630 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:35,631 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T18:15:35,631 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 
2024-11-25T18:15:35,633 INFO  [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table
2024-11-25T18:15:35,633 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:35,634 INFO  [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE
2024-11-25T18:15:35,636 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740
2024-11-25T18:15:35,638 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740
2024-11-25T18:15:35,642 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740
2024-11-25T18:15:35,647 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740
2024-11-25T18:15:35,647 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740
2024-11-25T18:15:35,648 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead.
2024-11-25T18:15:35,653 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740
2024-11-25T18:15:35,657 INFO  [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10397866880, jitterRate=-0.03162318468093872}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432}
2024-11-25T18:15:35,658 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740
2024-11-25T18:15:35,660 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740:
Running coprocessor pre-open hook at 1732558535611Writing region info on filesystem at 1732558535612 (+1 ms)Initializing all the Stores at 1732558535614 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732558535614Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732558535621 (+7 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558535621Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1732558535621Cleaning up temporary data from old regions at 1732558535647 (+26 ms)Running coprocessor post-open hooks at 1732558535658 (+11 ms)Region opened successfully at 1732558535660 (+2 ms)
2024-11-25T18:15:35,669 INFO  [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1732558535529
2024-11-25T18:15:35,686 DEBUG [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740
2024-11-25T18:15:35,687 INFO  [RS_OPEN_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740
2024-11-25T18:15:35,688 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:35,693 INFO  [PEWorker-4 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as ac0af6c6e13a,44483,1732558532637, state=OPEN
2024-11-25T18:15:35,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server
2024-11-25T18:15:35,696 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server
2024-11-25T18:15:35,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-11-25T18:15:35,697 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED
2024-11-25T18:15:35,697 DEBUG [PEWorker-4 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:35,703 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2
2024-11-25T18:15:35,703 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=ac0af6c6e13a,44483,1732558532637 in 335 msec
2024-11-25T18:15:35,710 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1
2024-11-25T18:15:35,711 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 798 msec
2024-11-25T18:15:35,712 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta
2024-11-25T18:15:35,712 INFO  [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces
2024-11-25T18:15:35,733 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:15:35,734 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:15:35,764 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:15:35,767 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52923, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:15:35,798 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.0870 sec
2024-11-25T18:15:35,798 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1732558535798, completionTime=-1
2024-11-25T18:15:35,802 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running
2024-11-25T18:15:35,802 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster...
2024-11-25T18:15:35,830 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1
2024-11-25T18:15:35,830 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1732558595830
2024-11-25T18:15:35,830 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1732558655830
2024-11-25T18:15:35,830 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 28 msec
2024-11-25T18:15:35,835 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ac0af6c6e13a,37023,1732558530621-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,835 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ac0af6c6e13a,37023,1732558530621-BalancerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,835 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ac0af6c6e13a,37023,1732558530621-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,837 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-ac0af6c6e13a:37023, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,837 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,838 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,846 DEBUG [master/ac0af6c6e13a:0.Chore.1 {}] janitor.CatalogJanitor(180): 
2024-11-25T18:15:35,872 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 2.971sec
2024-11-25T18:15:35,873 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled
2024-11-25T18:15:35,874 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting.
2024-11-25T18:15:35,875 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting.
2024-11-25T18:15:35,876 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting.
2024-11-25T18:15:35,876 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding
2024-11-25T18:15:35,877 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ac0af6c6e13a,37023,1732558530621-MobFileCleanerChore, period=86400, unit=SECONDS is enabled.
2024-11-25T18:15:35,877 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ac0af6c6e13a,37023,1732558530621-MobFileCompactionChore, period=604800, unit=SECONDS is enabled.
2024-11-25T18:15:35,887 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds
2024-11-25T18:15:35,888 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled.
2024-11-25T18:15:35,889 INFO  [master/ac0af6c6e13a:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ac0af6c6e13a,37023,1732558530621-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled.
2024-11-25T18:15:35,923 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52d4b57b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:35,926 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false
2024-11-25T18:15:35,926 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512
2024-11-25T18:15:35,930 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:15:35,930 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:15:35,938 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:15:35,939 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:15:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:15:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1ee3f9be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:35,940 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:15:35,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:15:35,941 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:15:35,944 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58726, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:15:35,946 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@192f8d56, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:35,946 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:15:35,957 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:15:35,958 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:15:35,965 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44230, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:15:35,991 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=ac0af6c6e13a,37023,1732558530621
2024-11-25T18:15:35,991 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster...
2024-11-25T18:15:35,991 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/test.cache.data in system properties and HBase conf
2024-11-25T18:15:35,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.tmp.dir in system properties and HBase conf
2024-11-25T18:15:35,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir in system properties and HBase conf
2024-11-25T18:15:35,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir in system properties and HBase conf
2024-11-25T18:15:35,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.temp.dir in system properties and HBase conf
2024-11-25T18:15:35,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF
2024-11-25T18:15:35,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/yarn.node-labels.fs-store.root-dir in system properties and HBase conf
2024-11-25T18:15:35,992 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf
2024-11-25T18:15:35,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/yarn.nodemanager.log-dirs in system properties and HBase conf
2024-11-25T18:15:35,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-25T18:15:35,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf
2024-11-25T18:15:35,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf
2024-11-25T18:15:35,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf
2024-11-25T18:15:35,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-25T18:15:35,993 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf
2024-11-25T18:15:35,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/nfs.dump.dir in system properties and HBase conf
2024-11-25T18:15:35,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/java.io.tmpdir in system properties and HBase conf
2024-11-25T18:15:35,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/dfs.journalnode.edits.dir in system properties and HBase conf
2024-11-25T18:15:35,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf
2024-11-25T18:15:35,994 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/fs.s3a.committer.staging.tmp.path in system properties and HBase conf
2024-11-25T18:15:36,070 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741835_1011 (size=592039)
2024-11-25T18:15:36,499 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741836_1012 (size=1663647)
2024-11-25T18:15:38,160 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T18:15:38,270 WARN  [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T18:15:38,492 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-25T18:15:38,493 INFO  [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-25T18:15:38,493 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-25T18:15:38,523 INFO  [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T18:15:38,523 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T18:15:38,523 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T18:15:38,523 INFO  [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T18:15:38,523 INFO  [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-25T18:15:38,523 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-25T18:15:38,524 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@62580043{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir/,AVAILABLE}
2024-11-25T18:15:38,525 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6ed52a66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-25T18:15:38,527 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T18:15:38,540 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@389eb70d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir/,AVAILABLE}
2024-11-25T18:15:38,540 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@433f69ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-25T18:15:38,696 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class
2024-11-25T18:15:38,696 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class
2024-11-25T18:15:38,696 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-25T18:15:38,699 INFO  [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-25T18:15:38,757 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-25T18:15:38,893 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-25T18:15:39,176 INFO  [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-25T18:15:39,201 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@40083493{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/java.io.tmpdir/jetty-localhost-45687-hadoop-yarn-common-3_4_1_jar-_-any-4057467170141227692/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-11-25T18:15:39,203 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@28b8b6b6{HTTP/1.1, (http/1.1)}{localhost:45687}
2024-11-25T18:15:39,203 INFO  [Time-limited test {}] server.Server(415): Started @17233ms
2024-11-25T18:15:39,205 INFO  [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@6aee1834{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/java.io.tmpdir/jetty-localhost-32835-hadoop-yarn-common-3_4_1_jar-_-any-761258893169007590/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-11-25T18:15:39,206 INFO  [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@303e64e5{HTTP/1.1, (http/1.1)}{localhost:32835}
2024-11-25T18:15:39,207 INFO  [Thread-251 {}] server.Server(415): Started @17237ms
2024-11-25T18:15:39,418 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741837_1013 (size=5)
2024-11-25T18:15:40,462 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-11-25T18:15:40,468 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T18:15:40,500 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-25T18:15:40,501 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-25T18:15:40,510 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T18:15:40,510 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T18:15:40,510 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms
2024-11-25T18:15:40,511 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T18:15:40,511 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4b3b6830{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir/,AVAILABLE}
2024-11-25T18:15:40,512 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@24cba45d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-25T18:15:40,570 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-11-25T18:15:40,570 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-25T18:15:40,570 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-11-25T18:15:40,570 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-25T18:15:40,581 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-25T18:15:40,588 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-25T18:15:40,704 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-25T18:15:40,717 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1067fe8a{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/java.io.tmpdir/jetty-localhost-44637-hadoop-yarn-common-3_4_1_jar-_-any-2767174748685699471/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-25T18:15:40,718 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@6e7a1091{HTTP/1.1, (http/1.1)}{localhost:44637}
2024-11-25T18:15:40,718 INFO  [Time-limited test {}] server.Server(415): Started @18748ms
2024-11-25T18:15:40,872 WARN  [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker.
2024-11-25T18:15:40,875 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T18:15:40,892 WARN  [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected.
2024-11-25T18:15:40,893 INFO  [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9
2024-11-25T18:15:40,901 INFO  [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0
2024-11-25T18:15:40,901 INFO  [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults
2024-11-25T18:15:40,901 INFO  [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms
2024-11-25T18:15:40,902 WARN  [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret
2024-11-25T18:15:40,902 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@4a4ec0de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir/,AVAILABLE}
2024-11-25T18:15:40,903 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@52e15e67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE}
2024-11-25T18:15:40,957 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class
2024-11-25T18:15:40,957 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class
2024-11-25T18:15:40,957 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class
2024-11-25T18:15:40,957 INFO  [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM'
2024-11-25T18:15:40,966 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-25T18:15:40,971 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-25T18:15:41,051 INFO  [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton"
2024-11-25T18:15:41,055 INFO  [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1fd82e2f{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/java.io.tmpdir/jetty-localhost-41693-hadoop-yarn-common-3_4_1_jar-_-any-671342344661263836/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-25T18:15:41,056 INFO  [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@65d61659{HTTP/1.1, (http/1.1)}{localhost:41693}
2024-11-25T18:15:41,056 INFO  [Time-limited test {}] server.Server(415): Started @19086ms
2024-11-25T18:15:41,092 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started
2024-11-25T18:15:41,093 INFO  [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:36837/backupUT
2024-11-25T18:15:41,098 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-25T18:15:41,104 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is ac0af6c6e13a,37023,1732558530621
2024-11-25T18:15:41,108 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6326a06
2024-11-25T18:15:41,110 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-25T18:15:41,113 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42708, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-25T18:15:41,115 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'}
2024-11-25T18:15:41,122 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-25T18:15:41,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1
2024-11-25T18:15:41,142 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 22 msec
2024-11-25T18:15:41,143 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4
2024-11-25T18:15:41,147 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed
2024-11-25T18:15:41,149 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'}
2024-11-25T18:15:41,151 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2
2024-11-25T18:15:41,158 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5
2024-11-25T18:15:41,168 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 15 msec
2024-11-25T18:15:41,200 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta'
2024-11-25T18:15:41,203 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta
2024-11-25T18:15:41,203 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer
2024-11-25T18:15:41,205 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver
2024-11-25T18:15:41,205 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers
2024-11-25T18:15:41,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-25T18:15:41,206 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers
2024-11-25T18:15:41,206 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store
2024-11-25T18:15:41,206 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer
2024-11-25T18:15:41,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5
2024-11-25T18:15:41,274 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed
2024-11-25T18:15:41,275 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'}
2024-11-25T18:15:41,278 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3
2024-11-25T18:15:41,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6
2024-11-25T18:15:41,295 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 16 msec
2024-11-25T18:15:41,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6
2024-11-25T18:15:41,394 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed
2024-11-25T18:15:41,395 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'}
2024-11-25T18:15:41,397 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4
2024-11-25T18:15:41,401 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-25T18:15:41,411 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 13 msec
2024-11-25T18:15:41,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7
2024-11-25T18:15:41,514 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed
2024-11-25T18:15:41,524 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1732558541093', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T18:15:41,534 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1732558541093
2024-11-25T18:15:41,536 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1732558541093 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T18:15:41,537 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default"
qualifier: "test-1732558541093"
 procId is: 8
2024-11-25T18:15:41,538 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:41,540 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-25T18:15:41,540 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1732558541093 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T18:15:41,550 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741838_1014 (size=367)
2024-11-25T18:15:41,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-25T18:15:41,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-25T18:15:41,955 INFO  [RegionOpenAndInit-test-1732558541093-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e478e37be924bab8d1072e3c9cdcf6d5, NAME => 'test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1732558541093', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd
2024-11-25T18:15:41,964 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741839_1015 (size=53)
2024-11-25T18:15:41,965 DEBUG [RegionOpenAndInit-test-1732558541093-pool-0 {}] regionserver.HRegion(898): Instantiated test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:41,965 DEBUG [RegionOpenAndInit-test-1732558541093-pool-0 {}] regionserver.HRegion(1722): Closing e478e37be924bab8d1072e3c9cdcf6d5, disabling compactions & flushes
2024-11-25T18:15:41,965 INFO  [RegionOpenAndInit-test-1732558541093-pool-0 {}] regionserver.HRegion(1755): Closing region test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:15:41,965 DEBUG [RegionOpenAndInit-test-1732558541093-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:15:41,965 DEBUG [RegionOpenAndInit-test-1732558541093-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5. after waiting 0 ms
2024-11-25T18:15:41,965 DEBUG [RegionOpenAndInit-test-1732558541093-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:15:41,965 INFO  [RegionOpenAndInit-test-1732558541093-pool-0 {}] regionserver.HRegion(1973): Closed test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:15:41,965 DEBUG [RegionOpenAndInit-test-1732558541093-pool-0 {}] regionserver.HRegion(1676): Region close journal for e478e37be924bab8d1072e3c9cdcf6d5:
Waiting for close lock at 1732558541965Disabling compacts and flushes for region at 1732558541965Disabling writes for close at 1732558541965Writing region close event to WAL at 1732558541965Closed at 1732558541965
2024-11-25T18:15:41,968 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1732558541093 execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T18:15:41,973 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1732558541968"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732558541968"}]},"ts":"1732558541968"}
2024-11-25T18:15:41,978 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T18:15:41,980 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1732558541093 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T18:15:41,983 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732558541093","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732558541980"}]},"ts":"1732558541980"}
2024-11-25T18:15:41,987 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732558541093, state=ENABLING in hbase:meta
2024-11-25T18:15:41,989 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, ASSIGN}]
2024-11-25T18:15:41,991 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, ASSIGN
2024-11-25T18:15:41,992 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, ASSIGN; state=OFFLINE, location=ac0af6c6e13a,44483,1732558532637; forceNewPlan=false, retain=false
2024-11-25T18:15:42,144 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e478e37be924bab8d1072e3c9cdcf6d5, regionState=OPENING, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:42,148 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, ASSIGN because future has completed
2024-11-25T18:15:42,149 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5, server=ac0af6c6e13a,44483,1732558532637}]
2024-11-25T18:15:42,162 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-25T18:15:42,334 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:15:42,334 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider
2024-11-25T18:15:42,335 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor ac0af6c6e13a,44483,1732558532637.regiongroup-1
2024-11-25T18:15:42,338 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1, suffix=, logDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637, archiveDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs, maxLogs=32
2024-11-25T18:15:42,354 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558542339, exclude list is [], retry=0
2024-11-25T18:15:42,358 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c,DISK]
2024-11-25T18:15:42,361 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558542339
2024-11-25T18:15:42,362 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499)]
2024-11-25T18:15:42,362 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => e478e37be924bab8d1072e3c9cdcf6d5, NAME => 'test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.', STARTKEY => '', ENDKEY => ''}
2024-11-25T18:15:42,362 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-25T18:15:42,363 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732558541093 e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:42,363 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:42,363 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:42,363 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:42,366 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e478e37be924bab8d1072e3c9cdcf6d5 
2024-11-25T18:15:42,368 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e478e37be924bab8d1072e3c9cdcf6d5 columnFamilyName f
2024-11-25T18:15:42,368 DEBUG [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:42,370 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.HStore(327): Store=e478e37be924bab8d1072e3c9cdcf6d5/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:15:42,370 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:42,371 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:42,372 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:42,372 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:42,373 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:42,375 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:42,379 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T18:15:42,379 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened e478e37be924bab8d1072e3c9cdcf6d5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11039482880, jitterRate=0.028131961822509766}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T18:15:42,380 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:42,381 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for e478e37be924bab8d1072e3c9cdcf6d5:
Running coprocessor pre-open hook at 1732558542363Writing region info on filesystem at 1732558542363Initializing all the Stores at 1732558542365 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558542365Cleaning up temporary data from old regions at 1732558542373 (+8 ms)Running coprocessor post-open hooks at 1732558542380 (+7 ms)Region opened successfully at 1732558542381 (+1 ms)
2024-11-25T18:15:42,383 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5., pid=10, masterSystemTime=1732558542303
2024-11-25T18:15:42,386 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:15:42,386 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:15:42,387 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=e478e37be924bab8d1072e3c9cdcf6d5, regionState=OPEN, openSeqNum=2, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:42,391 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5, server=ac0af6c6e13a,44483,1732558532637 because future has completed
2024-11-25T18:15:42,398 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9
2024-11-25T18:15:42,398 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5, server=ac0af6c6e13a,44483,1732558532637 in 245 msec
2024-11-25T18:15:42,402 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8
2024-11-25T18:15:42,402 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, ASSIGN in 409 msec
2024-11-25T18:15:42,404 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1732558541093 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T18:15:42,404 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1732558541093","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732558542404"}]},"ts":"1732558542404"}
2024-11-25T18:15:42,408 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1732558541093, state=ENABLED in hbase:meta
2024-11-25T18:15:42,409 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1732558541093 execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T18:15:42,412 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1732558541093 in 881 msec
2024-11-25T18:15:42,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8
2024-11-25T18:15:42,674 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1732558541093 completed
2024-11-25T18:15:42,675 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ef7344, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:42,675 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:15:42,675 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:15:42,677 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:15:42,677 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:15:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:15:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38cbb62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:15:42,678 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:15:42,679 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:15:42,680 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42718, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:15:42,681 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4cf4af6a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:42,684 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:15:42,685 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:15:42,686 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:15:42,688 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:45050, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:15:42,694 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732558541093', row='row0', locateType=CURRENT is [region=test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5., hostname=ac0af6c6e13a,44483,1732558532637, seqNum=2]
2024-11-25T18:15:42,696 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44483 {}] regionserver.HRegion(8528): writing data to region test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5. with WAL disabled. Data may be lost in the event of a crash.
2024-11-25T18:15:42,861 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17325585410931', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T18:15:42,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17325585410931
2024-11-25T18:15:42,865 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17325585410931 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T18:15:42,865 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:42,865 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2"
qualifier: "test-17325585410931"
 procId is: 11
2024-11-25T18:15:42,866 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17325585410931 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T18:15:42,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-25T18:15:42,875 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741841_1017 (size=364)
2024-11-25T18:15:42,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-25T18:15:43,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-25T18:15:43,278 INFO  [RegionOpenAndInit-ns2:test-17325585410931-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => f8a77ee570158e536be82c18d00a08a5, NAME => 'ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17325585410931', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd
2024-11-25T18:15:43,286 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741842_1018 (size=50)
2024-11-25T18:15:43,493 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-25T18:15:43,687 DEBUG [RegionOpenAndInit-ns2:test-17325585410931-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:43,687 DEBUG [RegionOpenAndInit-ns2:test-17325585410931-pool-0 {}] regionserver.HRegion(1722): Closing f8a77ee570158e536be82c18d00a08a5, disabling compactions & flushes
2024-11-25T18:15:43,687 INFO  [RegionOpenAndInit-ns2:test-17325585410931-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.
2024-11-25T18:15:43,687 DEBUG [RegionOpenAndInit-ns2:test-17325585410931-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.
2024-11-25T18:15:43,687 DEBUG [RegionOpenAndInit-ns2:test-17325585410931-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5. after waiting 0 ms
2024-11-25T18:15:43,687 DEBUG [RegionOpenAndInit-ns2:test-17325585410931-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.
2024-11-25T18:15:43,688 INFO  [RegionOpenAndInit-ns2:test-17325585410931-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.
2024-11-25T18:15:43,688 DEBUG [RegionOpenAndInit-ns2:test-17325585410931-pool-0 {}] regionserver.HRegion(1676): Region close journal for f8a77ee570158e536be82c18d00a08a5:
Waiting for close lock at 1732558543687Disabling compacts and flushes for region at 1732558543687Disabling writes for close at 1732558543687Writing region close event to WAL at 1732558543688 (+1 ms)Closed at 1732558543688
2024-11-25T18:15:43,690 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17325585410931 execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T18:15:43,690 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732558543690"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732558543690"}]},"ts":"1732558543690"}
2024-11-25T18:15:43,694 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T18:15:43,695 INFO  [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17325585410931 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T18:15:43,695 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17325585410931","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732558543695"}]},"ts":"1732558543695"}
2024-11-25T18:15:43,698 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17325585410931, state=ENABLING in hbase:meta
2024-11-25T18:15:43,698 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17325585410931, region=f8a77ee570158e536be82c18d00a08a5, ASSIGN}]
2024-11-25T18:15:43,700 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17325585410931, region=f8a77ee570158e536be82c18d00a08a5, ASSIGN
2024-11-25T18:15:43,701 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17325585410931, region=f8a77ee570158e536be82c18d00a08a5, ASSIGN; state=OFFLINE, location=ac0af6c6e13a,44483,1732558532637; forceNewPlan=false, retain=false
2024-11-25T18:15:43,852 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f8a77ee570158e536be82c18d00a08a5, regionState=OPENING, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:43,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17325585410931, region=f8a77ee570158e536be82c18d00a08a5, ASSIGN because future has completed
2024-11-25T18:15:43,856 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8a77ee570158e536be82c18d00a08a5, server=ac0af6c6e13a,44483,1732558532637}]
2024-11-25T18:15:44,002 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-25T18:15:44,014 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.
2024-11-25T18:15:44,015 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => f8a77ee570158e536be82c18d00a08a5, NAME => 'ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.', STARTKEY => '', ENDKEY => ''}
2024-11-25T18:15:44,015 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-25T18:15:44,015 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17325585410931 f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:15:44,016 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:44,016 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:15:44,016 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:15:44,018 INFO  [StoreOpener-f8a77ee570158e536be82c18d00a08a5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region f8a77ee570158e536be82c18d00a08a5 
2024-11-25T18:15:44,020 INFO  [StoreOpener-f8a77ee570158e536be82c18d00a08a5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region f8a77ee570158e536be82c18d00a08a5 columnFamilyName f
2024-11-25T18:15:44,020 DEBUG [StoreOpener-f8a77ee570158e536be82c18d00a08a5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:44,021 INFO  [StoreOpener-f8a77ee570158e536be82c18d00a08a5-1 {}] regionserver.HStore(327): Store=f8a77ee570158e536be82c18d00a08a5/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:15:44,021 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:15:44,023 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:15:44,023 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:15:44,024 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:15:44,024 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:15:44,027 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:15:44,030 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T18:15:44,031 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened f8a77ee570158e536be82c18d00a08a5; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10332568960, jitterRate=-0.037704527378082275}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T18:15:44,031 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:15:44,033 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for f8a77ee570158e536be82c18d00a08a5:
Running coprocessor pre-open hook at 1732558544016Writing region info on filesystem at 1732558544016Initializing all the Stores at 1732558544017 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558544018 (+1 ms)Cleaning up temporary data from old regions at 1732558544024 (+6 ms)Running coprocessor post-open hooks at 1732558544031 (+7 ms)Region opened successfully at 1732558544033 (+2 ms)
2024-11-25T18:15:44,034 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5., pid=13, masterSystemTime=1732558544010
2024-11-25T18:15:44,037 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.
2024-11-25T18:15:44,038 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.
2024-11-25T18:15:44,039 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=f8a77ee570158e536be82c18d00a08a5, regionState=OPEN, openSeqNum=2, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:44,042 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure f8a77ee570158e536be82c18d00a08a5, server=ac0af6c6e13a,44483,1732558532637 because future has completed
2024-11-25T18:15:44,047 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12
2024-11-25T18:15:44,047 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure f8a77ee570158e536be82c18d00a08a5, server=ac0af6c6e13a,44483,1732558532637 in 187 msec
2024-11-25T18:15:44,050 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11
2024-11-25T18:15:44,050 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17325585410931, region=f8a77ee570158e536be82c18d00a08a5, ASSIGN in 349 msec
2024-11-25T18:15:44,051 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17325585410931 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T18:15:44,052 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17325585410931","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732558544051"}]},"ts":"1732558544051"}
2024-11-25T18:15:44,055 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17325585410931, state=ENABLED in hbase:meta
2024-11-25T18:15:44,056 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17325585410931 execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T18:15:44,059 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17325585410931 in 1.1940 sec
2024-11-25T18:15:45,013 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11
2024-11-25T18:15:45,014 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17325585410931 completed
2024-11-25T18:15:45,018 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17325585410931', row='row0', locateType=CURRENT is [region=ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5., hostname=ac0af6c6e13a,44483,1732558532637, seqNum=2]
2024-11-25T18:15:45,019 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=44483 {}] regionserver.HRegion(8528): writing data to region ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5. with WAL disabled. Data may be lost in the event of a crash.
2024-11-25T18:15:45,273 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17325585410932', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T18:15:45,275 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17325585410932
2024-11-25T18:15:45,277 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17325585410932 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T18:15:45,278 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:45,278 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3"
qualifier: "test-17325585410932"
 procId is: 14
2024-11-25T18:15:45,279 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17325585410932 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T18:15:45,281 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-25T18:15:45,290 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741843_1019 (size=390)
2024-11-25T18:15:45,293 INFO  [RegionOpenAndInit-ns3:test-17325585410932-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 4c33ac845f1946ecd81c588a9ea05ff4, NAME => 'ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17325585410932', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd
2024-11-25T18:15:45,301 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741844_1020 (size=50)
2024-11-25T18:15:45,302 DEBUG [RegionOpenAndInit-ns3:test-17325585410932-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:45,302 DEBUG [RegionOpenAndInit-ns3:test-17325585410932-pool-0 {}] regionserver.HRegion(1722): Closing 4c33ac845f1946ecd81c588a9ea05ff4, disabling compactions & flushes
2024-11-25T18:15:45,302 INFO  [RegionOpenAndInit-ns3:test-17325585410932-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.
2024-11-25T18:15:45,303 DEBUG [RegionOpenAndInit-ns3:test-17325585410932-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.
2024-11-25T18:15:45,303 DEBUG [RegionOpenAndInit-ns3:test-17325585410932-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4. after waiting 0 ms
2024-11-25T18:15:45,303 DEBUG [RegionOpenAndInit-ns3:test-17325585410932-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.
2024-11-25T18:15:45,303 INFO  [RegionOpenAndInit-ns3:test-17325585410932-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.
2024-11-25T18:15:45,303 DEBUG [RegionOpenAndInit-ns3:test-17325585410932-pool-0 {}] regionserver.HRegion(1676): Region close journal for 4c33ac845f1946ecd81c588a9ea05ff4:
Waiting for close lock at 1732558545302Disabling compacts and flushes for region at 1732558545302Disabling writes for close at 1732558545303 (+1 ms)Writing region close event to WAL at 1732558545303Closed at 1732558545303
2024-11-25T18:15:45,305 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17325585410932 execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T18:15:45,305 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732558545305"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732558545305"}]},"ts":"1732558545305"}
2024-11-25T18:15:45,308 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T18:15:45,310 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17325585410932 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T18:15:45,310 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17325585410932","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732558545310"}]},"ts":"1732558545310"}
2024-11-25T18:15:45,313 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17325585410932, state=ENABLING in hbase:meta
2024-11-25T18:15:45,313 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17325585410932, region=4c33ac845f1946ecd81c588a9ea05ff4, ASSIGN}]
2024-11-25T18:15:45,315 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17325585410932, region=4c33ac845f1946ecd81c588a9ea05ff4, ASSIGN
2024-11-25T18:15:45,316 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17325585410932, region=4c33ac845f1946ecd81c588a9ea05ff4, ASSIGN; state=OFFLINE, location=ac0af6c6e13a,44483,1732558532637; forceNewPlan=false, retain=false
2024-11-25T18:15:45,393 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-25T18:15:45,467 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=4c33ac845f1946ecd81c588a9ea05ff4, regionState=OPENING, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:45,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17325585410932, region=4c33ac845f1946ecd81c588a9ea05ff4, ASSIGN because future has completed
2024-11-25T18:15:45,471 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c33ac845f1946ecd81c588a9ea05ff4, server=ac0af6c6e13a,44483,1732558532637}]
2024-11-25T18:15:45,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-25T18:15:45,629 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.
2024-11-25T18:15:45,629 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 4c33ac845f1946ecd81c588a9ea05ff4, NAME => 'ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.', STARTKEY => '', ENDKEY => ''}
2024-11-25T18:15:45,629 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-25T18:15:45,630 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17325585410932 4c33ac845f1946ecd81c588a9ea05ff4
2024-11-25T18:15:45,630 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:45,630 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 4c33ac845f1946ecd81c588a9ea05ff4
2024-11-25T18:15:45,630 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 4c33ac845f1946ecd81c588a9ea05ff4
2024-11-25T18:15:45,632 INFO  [StoreOpener-4c33ac845f1946ecd81c588a9ea05ff4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 4c33ac845f1946ecd81c588a9ea05ff4 
2024-11-25T18:15:45,634 INFO  [StoreOpener-4c33ac845f1946ecd81c588a9ea05ff4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 4c33ac845f1946ecd81c588a9ea05ff4 columnFamilyName f
2024-11-25T18:15:45,634 DEBUG [StoreOpener-4c33ac845f1946ecd81c588a9ea05ff4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:45,635 INFO  [StoreOpener-4c33ac845f1946ecd81c588a9ea05ff4-1 {}] regionserver.HStore(327): Store=4c33ac845f1946ecd81c588a9ea05ff4/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:15:45,635 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 4c33ac845f1946ecd81c588a9ea05ff4
2024-11-25T18:15:45,636 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns3/test-17325585410932/4c33ac845f1946ecd81c588a9ea05ff4
2024-11-25T18:15:45,636 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns3/test-17325585410932/4c33ac845f1946ecd81c588a9ea05ff4
2024-11-25T18:15:45,637 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 4c33ac845f1946ecd81c588a9ea05ff4
2024-11-25T18:15:45,637 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 4c33ac845f1946ecd81c588a9ea05ff4
2024-11-25T18:15:45,640 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 4c33ac845f1946ecd81c588a9ea05ff4
2024-11-25T18:15:45,643 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns3/test-17325585410932/4c33ac845f1946ecd81c588a9ea05ff4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T18:15:45,644 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 4c33ac845f1946ecd81c588a9ea05ff4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12070030560, jitterRate=0.1241091936826706}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T18:15:45,644 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 4c33ac845f1946ecd81c588a9ea05ff4
2024-11-25T18:15:45,646 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 4c33ac845f1946ecd81c588a9ea05ff4:
Running coprocessor pre-open hook at 1732558545630Writing region info on filesystem at 1732558545630Initializing all the Stores at 1732558545631 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558545631Cleaning up temporary data from old regions at 1732558545637 (+6 ms)Running coprocessor post-open hooks at 1732558545644 (+7 ms)Region opened successfully at 1732558545646 (+2 ms)
2024-11-25T18:15:45,647 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4., pid=16, masterSystemTime=1732558545624
2024-11-25T18:15:45,650 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.
2024-11-25T18:15:45,650 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.
2024-11-25T18:15:45,651 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=4c33ac845f1946ecd81c588a9ea05ff4, regionState=OPEN, openSeqNum=2, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:45,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 4c33ac845f1946ecd81c588a9ea05ff4, server=ac0af6c6e13a,44483,1732558532637 because future has completed
2024-11-25T18:15:45,658 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15
2024-11-25T18:15:45,658 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 4c33ac845f1946ecd81c588a9ea05ff4, server=ac0af6c6e13a,44483,1732558532637 in 185 msec
2024-11-25T18:15:45,661 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14
2024-11-25T18:15:45,661 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17325585410932, region=4c33ac845f1946ecd81c588a9ea05ff4, ASSIGN in 345 msec
2024-11-25T18:15:45,663 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17325585410932 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T18:15:45,663 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17325585410932","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732558545663"}]},"ts":"1732558545663"}
2024-11-25T18:15:45,665 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17325585410932, state=ENABLED in hbase:meta
2024-11-25T18:15:45,666 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17325585410932 execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T18:15:45,668 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17325585410932 in 393 msec
2024-11-25T18:15:45,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14
2024-11-25T18:15:45,913 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17325585410932 completed
2024-11-25T18:15:45,914 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17325585410932 get assigned. Timeout = 60000ms
2024-11-25T18:15:45,915 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T18:15:45,920 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17325585410932 assigned to meta. Checking AM states.
2024-11-25T18:15:45,921 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T18:15:45,921 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17325585410932 assigned.
2024-11-25T18:15:45,923 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17325585410933', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T18:15:45,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17325585410933
2024-11-25T18:15:45,926 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17325585410933 execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T18:15:45,926 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:45,927 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4"
qualifier: "test-17325585410933"
 procId is: 17
2024-11-25T18:15:45,928 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-25T18:15:45,928 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17325585410933 execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T18:15:45,936 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741845_1021 (size=390)
2024-11-25T18:15:46,033 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-25T18:15:46,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-25T18:15:46,339 INFO  [RegionOpenAndInit-ns4:test-17325585410933-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 7faafd39a48b99c7d2ca4e94e0088094, NAME => 'ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17325585410933', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd
2024-11-25T18:15:46,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741846_1022 (size=50)
2024-11-25T18:15:46,553 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-25T18:15:46,748 DEBUG [RegionOpenAndInit-ns4:test-17325585410933-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:46,748 DEBUG [RegionOpenAndInit-ns4:test-17325585410933-pool-0 {}] regionserver.HRegion(1722): Closing 7faafd39a48b99c7d2ca4e94e0088094, disabling compactions & flushes
2024-11-25T18:15:46,748 INFO  [RegionOpenAndInit-ns4:test-17325585410933-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.
2024-11-25T18:15:46,748 DEBUG [RegionOpenAndInit-ns4:test-17325585410933-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.
2024-11-25T18:15:46,749 DEBUG [RegionOpenAndInit-ns4:test-17325585410933-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094. after waiting 0 ms
2024-11-25T18:15:46,749 DEBUG [RegionOpenAndInit-ns4:test-17325585410933-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.
2024-11-25T18:15:46,749 INFO  [RegionOpenAndInit-ns4:test-17325585410933-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.
2024-11-25T18:15:46,749 DEBUG [RegionOpenAndInit-ns4:test-17325585410933-pool-0 {}] regionserver.HRegion(1676): Region close journal for 7faafd39a48b99c7d2ca4e94e0088094:
Waiting for close lock at 1732558546748Disabling compacts and flushes for region at 1732558546748Disabling writes for close at 1732558546749 (+1 ms)Writing region close event to WAL at 1732558546749Closed at 1732558546749
2024-11-25T18:15:46,751 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17325585410933 execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T18:15:46,751 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1732558546751"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732558546751"}]},"ts":"1732558546751"}
2024-11-25T18:15:46,754 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T18:15:46,755 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17325585410933 execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T18:15:46,756 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17325585410933","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732558546756"}]},"ts":"1732558546756"}
2024-11-25T18:15:46,758 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17325585410933, state=ENABLING in hbase:meta
2024-11-25T18:15:46,759 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17325585410933, region=7faafd39a48b99c7d2ca4e94e0088094, ASSIGN}]
2024-11-25T18:15:46,760 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17325585410933, region=7faafd39a48b99c7d2ca4e94e0088094, ASSIGN
2024-11-25T18:15:46,762 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17325585410933, region=7faafd39a48b99c7d2ca4e94e0088094, ASSIGN; state=OFFLINE, location=ac0af6c6e13a,44483,1732558532637; forceNewPlan=false, retain=false
2024-11-25T18:15:46,913 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7faafd39a48b99c7d2ca4e94e0088094, regionState=OPENING, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:46,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17325585410933, region=7faafd39a48b99c7d2ca4e94e0088094, ASSIGN because future has completed
2024-11-25T18:15:46,916 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7faafd39a48b99c7d2ca4e94e0088094, server=ac0af6c6e13a,44483,1732558532637}]
2024-11-25T18:15:47,063 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-25T18:15:47,075 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.
2024-11-25T18:15:47,076 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 7faafd39a48b99c7d2ca4e94e0088094, NAME => 'ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.', STARTKEY => '', ENDKEY => ''}
2024-11-25T18:15:47,076 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-25T18:15:47,076 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17325585410933 7faafd39a48b99c7d2ca4e94e0088094
2024-11-25T18:15:47,076 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:47,076 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 7faafd39a48b99c7d2ca4e94e0088094
2024-11-25T18:15:47,077 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 7faafd39a48b99c7d2ca4e94e0088094
2024-11-25T18:15:47,079 INFO  [StoreOpener-7faafd39a48b99c7d2ca4e94e0088094-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7faafd39a48b99c7d2ca4e94e0088094 
2024-11-25T18:15:47,082 INFO  [StoreOpener-7faafd39a48b99c7d2ca4e94e0088094-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7faafd39a48b99c7d2ca4e94e0088094 columnFamilyName f
2024-11-25T18:15:47,083 DEBUG [StoreOpener-7faafd39a48b99c7d2ca4e94e0088094-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:47,083 INFO  [StoreOpener-7faafd39a48b99c7d2ca4e94e0088094-1 {}] regionserver.HStore(327): Store=7faafd39a48b99c7d2ca4e94e0088094/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:15:47,084 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 7faafd39a48b99c7d2ca4e94e0088094
2024-11-25T18:15:47,085 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns4/test-17325585410933/7faafd39a48b99c7d2ca4e94e0088094
2024-11-25T18:15:47,086 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns4/test-17325585410933/7faafd39a48b99c7d2ca4e94e0088094
2024-11-25T18:15:47,086 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 7faafd39a48b99c7d2ca4e94e0088094
2024-11-25T18:15:47,087 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 7faafd39a48b99c7d2ca4e94e0088094
2024-11-25T18:15:47,089 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 7faafd39a48b99c7d2ca4e94e0088094
2024-11-25T18:15:47,092 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns4/test-17325585410933/7faafd39a48b99c7d2ca4e94e0088094/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T18:15:47,092 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 7faafd39a48b99c7d2ca4e94e0088094; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9575547840, jitterRate=-0.10820761322975159}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1}
2024-11-25T18:15:47,092 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7faafd39a48b99c7d2ca4e94e0088094
2024-11-25T18:15:47,093 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 7faafd39a48b99c7d2ca4e94e0088094:
Running coprocessor pre-open hook at 1732558547077Writing region info on filesystem at 1732558547077Initializing all the Stores at 1732558547078 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558547078Cleaning up temporary data from old regions at 1732558547087 (+9 ms)Running coprocessor post-open hooks at 1732558547092 (+5 ms)Region opened successfully at 1732558547093 (+1 ms)
2024-11-25T18:15:47,094 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094., pid=19, masterSystemTime=1732558547069
2024-11-25T18:15:47,097 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.
2024-11-25T18:15:47,097 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.
2024-11-25T18:15:47,098 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=7faafd39a48b99c7d2ca4e94e0088094, regionState=OPEN, openSeqNum=2, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:47,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7faafd39a48b99c7d2ca4e94e0088094, server=ac0af6c6e13a,44483,1732558532637 because future has completed
2024-11-25T18:15:47,107 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18
2024-11-25T18:15:47,107 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 7faafd39a48b99c7d2ca4e94e0088094, server=ac0af6c6e13a,44483,1732558532637 in 187 msec
2024-11-25T18:15:47,110 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17
2024-11-25T18:15:47,110 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17325585410933, region=7faafd39a48b99c7d2ca4e94e0088094, ASSIGN in 348 msec
2024-11-25T18:15:47,111 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17325585410933 execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T18:15:47,112 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17325585410933","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732558547111"}]},"ts":"1732558547111"}
2024-11-25T18:15:47,114 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17325585410933, state=ENABLED in hbase:meta
2024-11-25T18:15:47,116 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17325585410933 execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T18:15:47,118 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17325585410933 in 1.1930 sec
2024-11-25T18:15:47,203 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17325585410931'
2024-11-25T18:15:47,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17325585410933'
2024-11-25T18:15:47,204 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17325585410932'
2024-11-25T18:15:47,205 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1732558541093'
2024-11-25T18:15:47,865 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-25T18:15:48,073 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17
2024-11-25T18:15:48,073 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17325585410933 completed
2024-11-25T18:15:48,073 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17325585410933 get assigned. Timeout = 60000ms
2024-11-25T18:15:48,073 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T18:15:48,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17325585410933 assigned to meta. Checking AM states.
2024-11-25T18:15:48,078 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1])
2024-11-25T18:15:48,078 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17325585410933 assigned.
2024-11-25T18:15:48,079 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-25T18:15:48,079 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481)
    at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343)
    at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T18:15:48,084 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:15:48,085 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:15:48,085 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:15:48,120 INFO  [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=610, OpenFileDescriptor=631, MaxFileDescriptor=1048576, SystemLoadAverage=410, ProcessCount=16, AvailableMemoryMB=4727
2024-11-25T18:15:48,122 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=610 is superior to 500
2024-11-25T18:15:48,124 INFO  [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables
2024-11-25T18:15:48,130 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732558541093 from 'test-1732558541093', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732558541093', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T18:15:48,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732558541093
2024-11-25T18:15:48,153 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741847_1023 (size=908)
2024-11-25T18:15:48,557 DEBUG [PEWorker-3 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/.tabledesc/.tableinfo.0000000001.367
2024-11-25T18:15:48,557 INFO  [PEWorker-3 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/.tabledesc/.tableinfo.0000000002.908
2024-11-25T18:15:48,562 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732558541093}]
2024-11-25T18:15:48,571 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, REOPEN/MOVE}]
2024-11-25T18:15:48,572 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, REOPEN/MOVE
2024-11-25T18:15:48,574 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=e478e37be924bab8d1072e3c9cdcf6d5, regionState=CLOSING, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:48,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, REOPEN/MOVE because future has completed
2024-11-25T18:15:48,577 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-25T18:15:48,577 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5, server=ac0af6c6e13a,44483,1732558532637}]
2024-11-25T18:15:48,735 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:48,735 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-25T18:15:48,736 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing e478e37be924bab8d1072e3c9cdcf6d5, disabling compactions & flushes
2024-11-25T18:15:48,736 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:15:48,736 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:15:48,736 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5. after waiting 0 ms
2024-11-25T18:15:48,736 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:15:48,740 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing e478e37be924bab8d1072e3c9cdcf6d5 1/1 column families, dataSize=3.17 KB heapSize=11 KB
2024-11-25T18:15:48,810 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/f/c609d72750b8467297073696501b8f15 is 37, key is row10/f:q1/1732558542721/Put/seqid=0
2024-11-25T18:15:48,821 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741848_1024 (size=8413)
2024-11-25T18:15:49,222 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/f/c609d72750b8467297073696501b8f15
2024-11-25T18:15:49,282 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/f/c609d72750b8467297073696501b8f15 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/c609d72750b8467297073696501b8f15
2024-11-25T18:15:49,292 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/c609d72750b8467297073696501b8f15, entries=99, sequenceid=103, filesize=8.2 K
2024-11-25T18:15:49,299 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for e478e37be924bab8d1072e3c9cdcf6d5 in 559ms, sequenceid=103, compaction requested=false
2024-11-25T18:15:49,306 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1
2024-11-25T18:15:49,310 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-25T18:15:49,310 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:15:49,311 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for e478e37be924bab8d1072e3c9cdcf6d5:
Waiting for close lock at 1732558548736Running coprocessor pre-close hooks at 1732558548736Disabling compacts and flushes for region at 1732558548736Disabling writes for close at 1732558548736Obtaining lock to block concurrent updates at 1732558548740 (+4 ms)Preparing flush snapshotting stores in e478e37be924bab8d1072e3c9cdcf6d5 at 1732558548740Finished memstore snapshotting test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1732558548747 (+7 ms)Flushing stores of test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5. at 1732558548749 (+2 ms)Flushing e478e37be924bab8d1072e3c9cdcf6d5/f: creating writer at 1732558548750 (+1 ms)Flushing e478e37be924bab8d1072e3c9cdcf6d5/f: appending metadata at 1732558548796 (+46 ms)Flushing e478e37be924bab8d1072e3c9cdcf6d5/f: closing flushed file at 1732558548800 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@4bc4863f: reopening flushed file at 1732558549280 (+480 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for e478e37be924bab8d1072e3c9cdcf6d5 in 559ms, sequenceid=103, compaction requested=false at 1732558549299 (+19 ms)Writing region close event to WAL at 1732558549300 (+1 ms)Running coprocessor post-close hooks at 1732558549307 (+7 ms)Closed at 1732558549310 (+3 ms)
2024-11-25T18:15:49,311 WARN  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: e478e37be924bab8d1072e3c9cdcf6d5 to self.
2024-11-25T18:15:49,314 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:49,315 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=e478e37be924bab8d1072e3c9cdcf6d5, regionState=CLOSED
2024-11-25T18:15:49,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5, server=ac0af6c6e13a,44483,1732558532637 because future has completed
2024-11-25T18:15:49,322 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22
2024-11-25T18:15:49,322 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5, server=ac0af6c6e13a,44483,1732558532637 in 742 msec
2024-11-25T18:15:49,323 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, REOPEN/MOVE; state=CLOSED, location=ac0af6c6e13a,44483,1732558532637; forceNewPlan=false, retain=true
2024-11-25T18:15:49,474 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=e478e37be924bab8d1072e3c9cdcf6d5, regionState=OPENING, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:49,477 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, REOPEN/MOVE because future has completed
2024-11-25T18:15:49,478 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5, server=ac0af6c6e13a,44483,1732558532637}]
2024-11-25T18:15:49,636 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:15:49,636 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => e478e37be924bab8d1072e3c9cdcf6d5, NAME => 'test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.', STARTKEY => '', ENDKEY => ''}
2024-11-25T18:15:49,636 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-25T18:15:49,637 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732558541093 e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:49,637 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:49,637 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:49,637 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:49,639 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e478e37be924bab8d1072e3c9cdcf6d5 
2024-11-25T18:15:49,640 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e478e37be924bab8d1072e3c9cdcf6d5 columnFamilyName f
2024-11-25T18:15:49,641 DEBUG [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:49,651 DEBUG [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/c609d72750b8467297073696501b8f15
2024-11-25T18:15:49,651 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.HStore(327): Store=e478e37be924bab8d1072e3c9cdcf6d5/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:15:49,652 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region e478e37be924bab8d1072e3c9cdcf6d5 
2024-11-25T18:15:49,653 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e478e37be924bab8d1072e3c9cdcf6d5 columnFamilyName f3
2024-11-25T18:15:49,654 DEBUG [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:49,654 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.HStore(327): Store=e478e37be924bab8d1072e3c9cdcf6d5/f3,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:15:49,656 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e478e37be924bab8d1072e3c9cdcf6d5 
2024-11-25T18:15:49,662 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e478e37be924bab8d1072e3c9cdcf6d5 columnFamilyName mob
2024-11-25T18:15:49,667 DEBUG [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:49,667 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.HStore(327): Store=e478e37be924bab8d1072e3c9cdcf6d5/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:15:49,668 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:49,669 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:49,671 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:49,672 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:49,673 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:49,674 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732558541093 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T18:15:49,676 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:49,677 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened e478e37be924bab8d1072e3c9cdcf6d5; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11926165920, jitterRate=0.1107107549905777}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T18:15:49,677 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:49,678 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for e478e37be924bab8d1072e3c9cdcf6d5:
Running coprocessor pre-open hook at 1732558549637Writing region info on filesystem at 1732558549637Initializing all the Stores at 1732558549639 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558549639Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558549639Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558549639Cleaning up temporary data from old regions at 1732558549673 (+34 ms)Running coprocessor post-open hooks at 1732558549677 (+4 ms)Region opened successfully at 1732558549678 (+1 ms)
2024-11-25T18:15:49,679 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5., pid=24, masterSystemTime=1732558549630
2024-11-25T18:15:49,682 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:15:49,682 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:15:49,683 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=e478e37be924bab8d1072e3c9cdcf6d5, regionState=OPEN, openSeqNum=107, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:49,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5, server=ac0af6c6e13a,44483,1732558532637 because future has completed
2024-11-25T18:15:49,691 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22
2024-11-25T18:15:49,691 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5, server=ac0af6c6e13a,44483,1732558532637 in 210 msec
2024-11-25T18:15:49,694 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21
2024-11-25T18:15:49,694 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, REOPEN/MOVE in 1.1210 sec
2024-11-25T18:15:49,698 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20
2024-11-25T18:15:49,698 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732558541093 in 1.1330 sec
2024-11-25T18:15:49,703 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732558541093 in 1.5670 sec
2024-11-25T18:15:49,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20
2024-11-25T18:15:49,705 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732558541093 completed
2024-11-25T18:15:49,705 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ac6cd6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:49,706 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:15:49,706 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:15:49,707 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:15:49,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:15:49,707 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:15:49,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b01f997, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:49,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:15:49,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:15:49,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:15:49,709 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:54994, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:15:49,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56b4c513, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:49,711 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:15:49,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:15:49,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:15:49,713 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40910, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:15:49,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732558541093', row='row-test-1732558541093-3-0', locateType=CURRENT is [region=test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5., hostname=ac0af6c6e13a,44483,1732558532637, seqNum=107]
2024-11-25T18:15:49,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-25T18:15:49,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ac0af6c6e13a,37023,1732558530621
2024-11-25T18:15:49,760 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1f05a910
2024-11-25T18:15:49,762 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-25T18:15:49,763 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55008, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-25T18:15:49,774 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'}
2024-11-25T18:15:49,776 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup
2024-11-25T18:15:49,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-25T18:15:49,784 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 9 msec
2024-11-25T18:15:49,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25
2024-11-25T18:15:49,883 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed
2024-11-25T18:15:49,908 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T18:15:49,909 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system
2024-11-25T18:15:49,911 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T18:15:49,911 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:49,911 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup"
qualifier: "system"
 procId is: 26
2024-11-25T18:15:49,912 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T18:15:49,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-25T18:15:49,920 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741849_1025 (size=635)
2024-11-25T18:15:49,922 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 119bf6bbd4178d2c48575210bbb257eb, NAME => 'backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd
2024-11-25T18:15:49,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741850_1026 (size=40)
2024-11-25T18:15:49,930 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:49,930 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing 119bf6bbd4178d2c48575210bbb257eb, disabling compactions & flushes
2024-11-25T18:15:49,930 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:15:49,931 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:15:49,931 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb. after waiting 0 ms
2024-11-25T18:15:49,931 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:15:49,931 INFO  [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:15:49,931 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for 119bf6bbd4178d2c48575210bbb257eb:
Waiting for close lock at 1732558549930Disabling compacts and flushes for region at 1732558549930Disabling writes for close at 1732558549931 (+1 ms)Writing region close event to WAL at 1732558549931Closed at 1732558549931
2024-11-25T18:15:49,933 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T18:15:49,933 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1732558549933"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732558549933"}]},"ts":"1732558549933"}
2024-11-25T18:15:49,935 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T18:15:49,936 INFO  [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T18:15:49,937 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732558549936"}]},"ts":"1732558549936"}
2024-11-25T18:15:49,939 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta
2024-11-25T18:15:49,939 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=119bf6bbd4178d2c48575210bbb257eb, ASSIGN}]
2024-11-25T18:15:49,940 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=119bf6bbd4178d2c48575210bbb257eb, ASSIGN
2024-11-25T18:15:49,941 INFO  [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=119bf6bbd4178d2c48575210bbb257eb, ASSIGN; state=OFFLINE, location=ac0af6c6e13a,44483,1732558532637; forceNewPlan=false, retain=false
2024-11-25T18:15:50,023 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-25T18:15:50,092 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=119bf6bbd4178d2c48575210bbb257eb, regionState=OPENING, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:50,095 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=119bf6bbd4178d2c48575210bbb257eb, ASSIGN because future has completed
2024-11-25T18:15:50,096 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 119bf6bbd4178d2c48575210bbb257eb, server=ac0af6c6e13a,44483,1732558532637}]
2024-11-25T18:15:50,233 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-25T18:15:50,255 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:15:50,255 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => 119bf6bbd4178d2c48575210bbb257eb, NAME => 'backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.', STARTKEY => '', ENDKEY => ''}
2024-11-25T18:15:50,256 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-25T18:15:50,256 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:15:50,256 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:50,256 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:15:50,256 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:15:50,258 INFO  [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 119bf6bbd4178d2c48575210bbb257eb 
2024-11-25T18:15:50,260 INFO  [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 119bf6bbd4178d2c48575210bbb257eb columnFamilyName meta
2024-11-25T18:15:50,260 DEBUG [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:50,262 INFO  [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] regionserver.HStore(327): Store=119bf6bbd4178d2c48575210bbb257eb/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:15:50,262 INFO  [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 119bf6bbd4178d2c48575210bbb257eb 
2024-11-25T18:15:50,264 INFO  [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 119bf6bbd4178d2c48575210bbb257eb columnFamilyName session
2024-11-25T18:15:50,264 DEBUG [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:50,265 INFO  [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] regionserver.HStore(327): Store=119bf6bbd4178d2c48575210bbb257eb/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:15:50,265 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:15:50,266 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:15:50,267 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:15:50,268 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:15:50,268 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:15:50,269 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-25T18:15:50,271 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:15:50,275 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T18:15:50,276 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened 119bf6bbd4178d2c48575210bbb257eb; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9770720480, jitterRate=-0.0900307446718216}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-25T18:15:50,276 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:15:50,277 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for 119bf6bbd4178d2c48575210bbb257eb:
Running coprocessor pre-open hook at 1732558550256Writing region info on filesystem at 1732558550256Initializing all the Stores at 1732558550257 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558550258 (+1 ms)Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558550258Cleaning up temporary data from old regions at 1732558550268 (+10 ms)Running coprocessor post-open hooks at 1732558550276 (+8 ms)Region opened successfully at 1732558550277 (+1 ms)
2024-11-25T18:15:50,278 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb., pid=28, masterSystemTime=1732558550249
2024-11-25T18:15:50,281 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:15:50,281 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:15:50,282 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=119bf6bbd4178d2c48575210bbb257eb, regionState=OPEN, openSeqNum=2, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:50,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure 119bf6bbd4178d2c48575210bbb257eb, server=ac0af6c6e13a,44483,1732558532637 because future has completed
2024-11-25T18:15:50,289 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27
2024-11-25T18:15:50,289 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure 119bf6bbd4178d2c48575210bbb257eb, server=ac0af6c6e13a,44483,1732558532637 in 190 msec
2024-11-25T18:15:50,293 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26
2024-11-25T18:15:50,293 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=119bf6bbd4178d2c48575210bbb257eb, ASSIGN in 350 msec
2024-11-25T18:15:50,294 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T18:15:50,294 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732558550294"}]},"ts":"1732558550294"}
2024-11-25T18:15:50,296 INFO  [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta
2024-11-25T18:15:50,298 INFO  [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T18:15:50,300 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 390 msec
2024-11-25T18:15:50,542 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26
2024-11-25T18:15:50,542 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed
2024-11-25T18:15:50,562 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T18:15:50,564 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk
2024-11-25T18:15:50,565 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION
2024-11-25T18:15:50,566 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:50,566 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup"
qualifier: "system_bulk"
 procId is: 29
2024-11-25T18:15:50,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-25T18:15:50,567 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT
2024-11-25T18:15:50,575 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741851_1027 (size=640)
2024-11-25T18:15:50,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-25T18:15:50,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-25T18:15:50,979 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9603271ad0d23b50977aa76832ba2273, NAME => 'backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd
2024-11-25T18:15:50,987 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741852_1028 (size=45)
2024-11-25T18:15:50,989 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:50,989 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 9603271ad0d23b50977aa76832ba2273, disabling compactions & flushes
2024-11-25T18:15:50,989 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.
2024-11-25T18:15:50,989 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.
2024-11-25T18:15:50,989 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273. after waiting 0 ms
2024-11-25T18:15:50,989 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.
2024-11-25T18:15:50,989 INFO  [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.
2024-11-25T18:15:50,989 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9603271ad0d23b50977aa76832ba2273:
Waiting for close lock at 1732558550989Disabling compacts and flushes for region at 1732558550989Disabling writes for close at 1732558550989Writing region close event to WAL at 1732558550989Closed at 1732558550989
2024-11-25T18:15:50,991 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META
2024-11-25T18:15:50,991 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1732558550991"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732558550991"}]},"ts":"1732558550991"}
2024-11-25T18:15:50,994 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T18:15:50,995 INFO  [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS
2024-11-25T18:15:50,995 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732558550995"}]},"ts":"1732558550995"}
2024-11-25T18:15:50,997 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta
2024-11-25T18:15:50,998 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=9603271ad0d23b50977aa76832ba2273, ASSIGN}]
2024-11-25T18:15:50,999 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=9603271ad0d23b50977aa76832ba2273, ASSIGN
2024-11-25T18:15:51,000 INFO  [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=9603271ad0d23b50977aa76832ba2273, ASSIGN; state=OFFLINE, location=ac0af6c6e13a,44483,1732558532637; forceNewPlan=false, retain=false
2024-11-25T18:15:51,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system
2024-11-25T18:15:51,097 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer
2024-11-25T18:15:51,098 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1732558541093
2024-11-25T18:15:51,098 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1732558541093 Metrics about Tables on a single HBase RegionServer
2024-11-25T18:15:51,099 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17325585410932
2024-11-25T18:15:51,099 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17325585410932 Metrics about Tables on a single HBase RegionServer
2024-11-25T18:15:51,099 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17325585410933
2024-11-25T18:15:51,099 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17325585410933 Metrics about Tables on a single HBase RegionServer
2024-11-25T18:15:51,100 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17325585410931
2024-11-25T18:15:51,100 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17325585410931 Metrics about Tables on a single HBase RegionServer
2024-11-25T18:15:51,151 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=9603271ad0d23b50977aa76832ba2273, regionState=OPENING, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:51,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=9603271ad0d23b50977aa76832ba2273, ASSIGN because future has completed
2024-11-25T18:15:51,155 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9603271ad0d23b50977aa76832ba2273, server=ac0af6c6e13a,44483,1732558532637}]
2024-11-25T18:15:51,193 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-25T18:15:51,313 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.
2024-11-25T18:15:51,314 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 9603271ad0d23b50977aa76832ba2273, NAME => 'backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.', STARTKEY => '', ENDKEY => ''}
2024-11-25T18:15:51,314 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-25T18:15:51,314 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 9603271ad0d23b50977aa76832ba2273
2024-11-25T18:15:51,314 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:15:51,314 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 9603271ad0d23b50977aa76832ba2273
2024-11-25T18:15:51,314 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 9603271ad0d23b50977aa76832ba2273
2024-11-25T18:15:51,316 INFO  [StoreOpener-9603271ad0d23b50977aa76832ba2273-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 9603271ad0d23b50977aa76832ba2273 
2024-11-25T18:15:51,318 INFO  [StoreOpener-9603271ad0d23b50977aa76832ba2273-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9603271ad0d23b50977aa76832ba2273 columnFamilyName meta
2024-11-25T18:15:51,318 DEBUG [StoreOpener-9603271ad0d23b50977aa76832ba2273-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:51,319 INFO  [StoreOpener-9603271ad0d23b50977aa76832ba2273-1 {}] regionserver.HStore(327): Store=9603271ad0d23b50977aa76832ba2273/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:15:51,319 INFO  [StoreOpener-9603271ad0d23b50977aa76832ba2273-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 9603271ad0d23b50977aa76832ba2273 
2024-11-25T18:15:51,321 INFO  [StoreOpener-9603271ad0d23b50977aa76832ba2273-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9603271ad0d23b50977aa76832ba2273 columnFamilyName session
2024-11-25T18:15:51,321 DEBUG [StoreOpener-9603271ad0d23b50977aa76832ba2273-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:51,321 INFO  [StoreOpener-9603271ad0d23b50977aa76832ba2273-1 {}] regionserver.HStore(327): Store=9603271ad0d23b50977aa76832ba2273/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:15:51,321 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 9603271ad0d23b50977aa76832ba2273
2024-11-25T18:15:51,322 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system_bulk/9603271ad0d23b50977aa76832ba2273
2024-11-25T18:15:51,323 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system_bulk/9603271ad0d23b50977aa76832ba2273
2024-11-25T18:15:51,324 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 9603271ad0d23b50977aa76832ba2273
2024-11-25T18:15:51,324 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 9603271ad0d23b50977aa76832ba2273
2024-11-25T18:15:51,324 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-25T18:15:51,327 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 9603271ad0d23b50977aa76832ba2273
2024-11-25T18:15:51,330 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system_bulk/9603271ad0d23b50977aa76832ba2273/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1
2024-11-25T18:15:51,331 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 9603271ad0d23b50977aa76832ba2273; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10320103200, jitterRate=-0.03886549174785614}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-25T18:15:51,331 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9603271ad0d23b50977aa76832ba2273
2024-11-25T18:15:51,332 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 9603271ad0d23b50977aa76832ba2273:
Running coprocessor pre-open hook at 1732558551315Writing region info on filesystem at 1732558551315Initializing all the Stores at 1732558551316 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558551316Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558551316Cleaning up temporary data from old regions at 1732558551324 (+8 ms)Running coprocessor post-open hooks at 1732558551331 (+7 ms)Region opened successfully at 1732558551331
2024-11-25T18:15:51,333 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273., pid=31, masterSystemTime=1732558551308
2024-11-25T18:15:51,336 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.
2024-11-25T18:15:51,336 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.
2024-11-25T18:15:51,337 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=9603271ad0d23b50977aa76832ba2273, regionState=OPEN, openSeqNum=2, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:51,339 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9603271ad0d23b50977aa76832ba2273, server=ac0af6c6e13a,44483,1732558532637 because future has completed
2024-11-25T18:15:51,343 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30
2024-11-25T18:15:51,343 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 9603271ad0d23b50977aa76832ba2273, server=ac0af6c6e13a,44483,1732558532637 in 185 msec
2024-11-25T18:15:51,346 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29
2024-11-25T18:15:51,346 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=9603271ad0d23b50977aa76832ba2273, ASSIGN in 345 msec
2024-11-25T18:15:51,347 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE
2024-11-25T18:15:51,347 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732558551347"}]},"ts":"1732558551347"}
2024-11-25T18:15:51,349 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta
2024-11-25T18:15:51,350 INFO  [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION
2024-11-25T18:15:51,352 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 788 msec
2024-11-25T18:15:51,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29
2024-11-25T18:15:51,703 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed
2024-11-25T18:15:51,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:15:51,722 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:15:51,726 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-25T18:15:51,732 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb., hostname=ac0af6c6e13a,44483,1732558532637, seqNum=2]
2024-11-25T18:15:51,740 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=44483 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 0ms
2024-11-25T18:15:51,755 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-25T18:15:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732558551755 (current time:1732558551755).
2024-11-25T18:15:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-25T18:15:51,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-11-25T18:15:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@944faaa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:51,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:15:51,757 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:15:51,758 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:15:51,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:15:51,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:15:51,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@674f1e23, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:51,758 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:15:51,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:15:51,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:15:51,760 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55022, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:15:51,761 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fa2b742, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:51,763 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:15:51,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:15:51,764 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:15:51,765 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40924, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:15:51,767 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023.
2024-11-25T18:15:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-25T18:15:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:15:51,767 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:15:51,767 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:15:51,769 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-25T18:15:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-25T18:15:51,777 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32
2024-11-25T18:15:51,778 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-25T18:15:51,778 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-25T18:15:51,782 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-25T18:15:51,796 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-25T18:15:51,803 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741853_1029 (size=52)
2024-11-25T18:15:51,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-25T18:15:52,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-25T18:15:52,205 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-25T18:15:52,208 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 119bf6bbd4178d2c48575210bbb257eb}]
2024-11-25T18:15:52,211 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:15:52,369 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33
2024-11-25T18:15:52,369 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:15:52,370 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing 119bf6bbd4178d2c48575210bbb257eb 2/2 column families, dataSize=45 B heapSize=632 B
2024-11-25T18:15:52,389 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/67b7c965c960481dae957f8c78e44be3 is 49, key is activesession:/session:c/1732558551743/Put/seqid=0
2024-11-25T18:15:52,396 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741854_1030 (size=5049)
2024-11-25T18:15:52,402 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-25T18:15:52,798 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/67b7c965c960481dae957f8c78e44be3
2024-11-25T18:15:52,810 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/67b7c965c960481dae957f8c78e44be3 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3
2024-11-25T18:15:52,819 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3, entries=1, sequenceid=5, filesize=4.9 K
2024-11-25T18:15:52,821 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for 119bf6bbd4178d2c48575210bbb257eb in 450ms, sequenceid=5, compaction requested=false
2024-11-25T18:15:52,821 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system'
2024-11-25T18:15:52,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for 119bf6bbd4178d2c48575210bbb257eb:

2024-11-25T18:15:52,822 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb. for snapshot_backup_system completed.
2024-11-25T18:15:52,823 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.' region-info for snapshot=snapshot_backup_system
2024-11-25T18:15:52,828 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-25T18:15:52,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-25T18:15:52,831 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3] hfiles
2024-11-25T18:15:52,834 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3 for snapshot=snapshot_backup_system
2024-11-25T18:15:52,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741855_1031 (size=95)
2024-11-25T18:15:52,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:15:52,848 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33
2024-11-25T18:15:52,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4169): Remote procedure done, pid=33
2024-11-25T18:15:52,851 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:15:52,851 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:15:52,856 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32
2024-11-25T18:15:52,856 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 119bf6bbd4178d2c48575210bbb257eb in 646 msec
2024-11-25T18:15:52,856 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-25T18:15:52,858 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-25T18:15:52,859 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-25T18:15:52,859 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-11-25T18:15:52,862 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_backup_system
2024-11-25T18:15:52,876 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741856_1032 (size=731)
2024-11-25T18:15:52,913 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-25T18:15:53,206 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk'
2024-11-25T18:15:53,281 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-25T18:15:53,292 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-25T18:15:53,293 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_backup_system
2024-11-25T18:15:53,295 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-25T18:15:53,295 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32
2024-11-25T18:15:53,297 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5220 sec
2024-11-25T18:15:53,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32
2024-11-25T18:15:53,923 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-25T18:15:53,924 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732558549742 started at 1732558553923.
2024-11-25T18:15:53,940 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732558549742 has been started.
2024-11-25T18:15:53,946 INFO  [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ...
2024-11-25T18:15:53,953 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc
2024-11-25T18:15:53,956 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-11-25T18:15:53,957 INFO  [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-11-25T18:15:53,957 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-11-25T18:15:53,957 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-11-25T18:15:53,957 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-11-25T18:15:53,959 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-25T18:15:53,959 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-11-25T18:15:53,961 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-25T18:15:53,961 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:53,961 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-25T18:15:53,961 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-25T18:15:53,961 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:53,962 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-11-25T18:15:53,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-11-25T18:15:53,962 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-25T18:15:53,963 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-11-25T18:15:53,963 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-11-25T18:15:53,963 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-11-25T18:15:53,965 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-11-25T18:15:53,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-11-25T18:15:53,966 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-11-25T18:15:53,966 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-11-25T18:15:53,966 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-11-25T18:15:53,966 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-11-25T18:15:53,967 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'ac0af6c6e13a,44483,1732558532637' joining acquired barrier for procedure (rolllog) in zk
2024-11-25T18:15:53,969 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:53,969 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-11-25T18:15:53,969 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:53,969 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-25T18:15:53,969 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-25T18:15:53,969 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-11-25T18:15:53,969 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-11-25T18:15:53,970 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-25T18:15:53,970 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-25T18:15:53,971 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:15:53,971 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:53,972 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-25T18:15:53,973 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'ac0af6c6e13a,44483,1732558532637' joining acquired barrier for procedure 'rolllog' on coordinator
2024-11-25T18:15:53,973 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-11-25T18:15:53,973 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@5fd28a4d[Count = 0] remaining members to acquire global barrier
2024-11-25T18:15:53,973 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-11-25T18:15:53,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-25T18:15:53,975 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-11-25T18:15:53,975 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-11-25T18:15:53,975 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-11-25T18:15:53,975 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:53,975 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-11-25T18:15:53,976 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-11-25T18:15:53,976 DEBUG [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:53,983 INFO  [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732558535199 highest: 1732558542339 on ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:53,983 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ac0af6c6e13a%2C44483%2C1732558532637.meta:.meta(num 1732558535563) roll requested
2024-11-25T18:15:54,003 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558553983.meta, exclude list is [], retry=0
2024-11-25T18:15:54,007 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c,DISK]
2024-11-25T18:15:54,010 INFO  [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558535563.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558553983.meta
2024-11-25T18:15:54,011 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499)]
2024-11-25T18:15:54,011 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558535563.meta is not closed yet, will try archiving it next time
2024-11-25T18:15:54,011 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0:(num 1732558535199) roll requested
2024-11-25T18:15:54,013 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741834_1010 (size=12055)
2024-11-25T18:15:54,029 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558554011, exclude list is [], retry=0
2024-11-25T18:15:54,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c,DISK]
2024-11-25T18:15:54,035 INFO  [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558535199 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558554011
2024-11-25T18:15:54,035 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499)]
2024-11-25T18:15:54,035 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558535199 is not closed yet, will try archiving it next time
2024-11-25T18:15:54,035 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1:(num 1732558542339) roll requested
2024-11-25T18:15:54,038 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741833_1009 (size=1034)
2024-11-25T18:15:54,038 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558535199 not finished, retry = 0
2024-11-25T18:15:54,049 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558554036, exclude list is [], retry=0
2024-11-25T18:15:54,052 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c,DISK]
2024-11-25T18:15:54,054 INFO  [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558542339 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558554036
2024-11-25T18:15:54,054 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499)]
2024-11-25T18:15:54,054 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558542339 is not closed yet, will try archiving it next time
2024-11-25T18:15:54,056 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558542339 not finished, retry = 0
2024-11-25T18:15:54,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741840_1016 (size=4756)
2024-11-25T18:15:54,063 DEBUG [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80
2024-11-25T18:15:54,064 INFO  [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732558554011 on ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:54,064 DEBUG [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-25T18:15:54,064 DEBUG [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is ac0af6c6e13a,37023,1732558530621
2024-11-25T18:15:54,064 DEBUG [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@79f7bc50
2024-11-25T18:15:54,064 DEBUG [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-25T18:15:54,065 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53473, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService
2024-11-25T18:15:54,066 DEBUG [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:15:54,066 DEBUG [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:15:54,067 DEBUG [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:15:54,068 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56601, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService
2024-11-25T18:15:54,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:15:54,082 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:15:54,088 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:36837/backupUT\x00', locateType=CURRENT is [region=backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb., hostname=ac0af6c6e13a,44483,1732558532637, seqNum=2]
2024-11-25T18:15:54,093 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-11-25T18:15:54,093 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member 'ac0af6c6e13a,44483,1732558532637' in zk
2024-11-25T18:15:54,095 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:54,095 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-11-25T18:15:54,095 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-25T18:15:54,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:54,095 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-11-25T18:15:54,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-25T18:15:54,095 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-25T18:15:54,096 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-25T18:15:54,097 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-25T18:15:54,097 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:15:54,098 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:54,098 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-25T18:15:54,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:15:54,099 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:54,100 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'ac0af6c6e13a,44483,1732558532637': 
2024-11-25T18:15:54,101 INFO  [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-11-25T18:15:54,101 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-11-25T18:15:54,101 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-11-25T18:15:54,101 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-11-25T18:15:54,101 INFO  [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-11-25T18:15:54,101 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'ac0af6c6e13a,44483,1732558532637' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-11-25T18:15:54,103 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-25T18:15:54,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-25T18:15:54,104 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-25T18:15:54,104 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-11-25T18:15:54,104 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-11-25T18:15:54,104 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-25T18:15:54,104 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-25T18:15:54,104 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-25T18:15:54,104 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-25T18:15:54,104 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-25T18:15:54,104 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-25T18:15:54,105 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:54,105 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:15:54,105 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-25T18:15:54,106 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-25T18:15:54,106 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:15:54,107 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:54,107 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-25T18:15:54,108 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:54,108 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:15:54,109 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:54,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:54,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-25T18:15:54,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-25T18:15:54,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-25T18:15:54,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:15:54,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-25T18:15:54,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-25T18:15:54,116 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-25T18:15:54,116 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-25T18:15:54,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-25T18:15:54,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-25T18:15:54,116 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-25T18:15:54,116 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-11-25T18:15:54,116 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-11-25T18:15:54,117 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-25T18:15:54,117 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-25T18:15:54,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-11-25T18:15:54,130 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732558554129_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 }
2024-11-25T18:15:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732558554130 (current time:1732558554130).
2024-11-25T18:15:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-25T18:15:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732558554129_default_test-1732558541093 VERSION not specified, setting to 2
2024-11-25T18:15:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68f63c44, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:54,130 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:15:54,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:15:54,131 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:15:54,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:15:54,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:15:54,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18e5e993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:54,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:15:54,132 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:15:54,133 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:15:54,133 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55042, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:15:54,134 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1742b0fe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:54,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:15:54,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:15:54,135 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:15:54,136 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40934, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:15:54,137 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023.
2024-11-25T18:15:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-25T18:15:54,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:15:54,138 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:15:54,138 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:15:54,139 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-25T18:15:54,140 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558535199 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558535199
2024-11-25T18:15:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732558554129_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 }
2024-11-25T18:15:54,140 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732558554129_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 }, snapshot procedure id = 34
2024-11-25T18:15:54,141 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-25T18:15:54,141 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732558554129_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-25T18:15:54,142 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732558554129_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-25T18:15:54,145 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732558554129_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-25T18:15:54,150 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741860_1036 (size=84)
2024-11-25T18:15:54,252 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-25T18:15:54,463 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-25T18:15:54,553 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732558554129_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-25T18:15:54,553 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5}]
2024-11-25T18:15:54,554 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:54,707 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35
2024-11-25T18:15:54,707 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:15:54,707 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing e478e37be924bab8d1072e3c9cdcf6d5 3/3 column families, dataSize=654 B heapSize=2.25 KB
2024-11-25T18:15:54,726 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/f3/e217f9caa8eb4c80a543ba9dc141705d is 58, key is row-test-1732558541093-3-0/f3:q1/1732558549717/Put/seqid=0
2024-11-25T18:15:54,732 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741861_1037 (size=5387)
2024-11-25T18:15:54,772 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-25T18:15:54,812 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties
2024-11-25T18:15:55,134 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/f3/e217f9caa8eb4c80a543ba9dc141705d
2024-11-25T18:15:55,191 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741862_1038 (size=4469)
2024-11-25T18:15:55,199 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/mob/0fc7809c90df40b8bf7f94059870f0a4 is 59, key is row-test-1732558541093-3-0/mob:q1/1732558549729/Put/seqid=0
2024-11-25T18:15:55,204 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741863_1039 (size=5484)
2024-11-25T18:15:55,282 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-25T18:15:55,608 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/mob/0fc7809c90df40b8bf7f94059870f0a4
2024-11-25T18:15:55,617 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/f3/e217f9caa8eb4c80a543ba9dc141705d as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f3/e217f9caa8eb4c80a543ba9dc141705d
2024-11-25T18:15:55,625 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f3/e217f9caa8eb4c80a543ba9dc141705d, entries=6, sequenceid=121, filesize=5.3 K
2024-11-25T18:15:55,627 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/mob/0fc7809c90df40b8bf7f94059870f0a4 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0fc7809c90df40b8bf7f94059870f0a4
2024-11-25T18:15:55,635 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0fc7809c90df40b8bf7f94059870f0a4, entries=6, sequenceid=121, filesize=5.4 K
2024-11-25T18:15:55,637 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for e478e37be924bab8d1072e3c9cdcf6d5 in 930ms, sequenceid=121, compaction requested=false
2024-11-25T18:15:55,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for e478e37be924bab8d1072e3c9cdcf6d5:

2024-11-25T18:15:55,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5. for snapshot_1732558554129_default_test-1732558541093 completed.
2024-11-25T18:15:55,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.' region-info for snapshot=snapshot_1732558554129_default_test-1732558541093
2024-11-25T18:15:55,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-25T18:15:55,637 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/c609d72750b8467297073696501b8f15] hfiles
2024-11-25T18:15:55,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/c609d72750b8467297073696501b8f15 for snapshot=snapshot_1732558554129_default_test-1732558541093
2024-11-25T18:15:55,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f3/e217f9caa8eb4c80a543ba9dc141705d] hfiles
2024-11-25T18:15:55,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f3/e217f9caa8eb4c80a543ba9dc141705d for snapshot=snapshot_1732558554129_default_test-1732558541093
2024-11-25T18:15:55,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0fc7809c90df40b8bf7f94059870f0a4] hfiles
2024-11-25T18:15:55,638 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0fc7809c90df40b8bf7f94059870f0a4 for snapshot=snapshot_1732558554129_default_test-1732558541093
2024-11-25T18:15:55,644 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741864_1040 (size=185)
2024-11-25T18:15:55,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:15:55,645 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35
2024-11-25T18:15:55,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4169): Remote procedure done, pid=35
2024-11-25T18:15:55,646 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732558554129_default_test-1732558541093 on region e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:55,646 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:15:55,650 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34
2024-11-25T18:15:55,650 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732558554129_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-25T18:15:55,650 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5 in 1.0940 sec
2024-11-25T18:15:55,651 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732558554129_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-25T18:15:55,653 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-25T18:15:55,653 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-25T18:15:55,654 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:55,654 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f
2024-11-25T18:15:55,655 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:55,655 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3
2024-11-25T18:15:55,655 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:15:55,656 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob
2024-11-25T18:15:55,664 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741865_1041 (size=49)
2024-11-25T18:15:56,067 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732558554129_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-25T18:15:56,067 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732558554129_default_test-1732558541093
2024-11-25T18:15:56,068 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_1732558554129_default_test-1732558541093
2024-11-25T18:15:56,078 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741866_1042 (size=1146)
2024-11-25T18:15:56,302 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-25T18:15:56,483 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732558554129_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-25T18:15:56,493 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732558554129_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-25T18:15:56,494 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_1732558554129_default_test-1732558541093 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_1732558554129_default_test-1732558541093
2024-11-25T18:15:56,495 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732558554129_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-25T18:15:56,496 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732558554129_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 }, snapshot procedure id = 34
2024-11-25T18:15:56,497 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1732558554129_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } in 2.3570 sec
2024-11-25T18:15:58,312 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34
2024-11-25T18:15:58,313 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732558541093 completed
2024-11-25T18:15:58,313 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732558558313_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 }
2024-11-25T18:15:58,313 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732558558313 (current time:1732558558313).
2024-11-25T18:15:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-25T18:15:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732558558313_ns2_test-17325585410931 VERSION not specified, setting to 2
2024-11-25T18:15:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a694993, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:15:58,314 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:15:58,315 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:15:58,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:15:58,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:15:58,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25c2c39d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:58,316 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:15:58,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:15:58,317 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:15:58,318 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55060, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:15:58,318 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@678507e9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:15:58,319 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:15:58,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:15:58,320 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:15:58,321 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40950, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:15:58,323 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023.
2024-11-25T18:15:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-25T18:15:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:15:58,323 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:15:58,323 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:15:58,324 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-25T18:15:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732558558313_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 }
2024-11-25T18:15:58,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732558558313_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 }, snapshot procedure id = 36
2024-11-25T18:15:58,326 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-25T18:15:58,326 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732558558313_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-25T18:15:58,327 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732558558313_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-25T18:15:58,330 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732558558313_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-25T18:15:58,335 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741867_1043 (size=86)
2024-11-25T18:15:58,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-25T18:15:58,643 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-25T18:15:58,738 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732558558313_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-25T18:15:58,738 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f8a77ee570158e536be82c18d00a08a5}]
2024-11-25T18:15:58,739 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:15:58,891 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37
2024-11-25T18:15:58,891 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.
2024-11-25T18:15:58,892 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing f8a77ee570158e536be82c18d00a08a5 1/1 column families, dataSize=3.17 KB heapSize=11 KB
2024-11-25T18:15:58,912 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/.tmp/f/ce27d9bd3dd4437f83fb647ee6a66a4c is 37, key is row10/f:q1/1732558545110/Put/seqid=0
2024-11-25T18:15:58,916 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741868_1044 (size=8413)
2024-11-25T18:15:58,917 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/.tmp/f/ce27d9bd3dd4437f83fb647ee6a66a4c
2024-11-25T18:15:58,925 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/.tmp/f/ce27d9bd3dd4437f83fb647ee6a66a4c as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/f/ce27d9bd3dd4437f83fb647ee6a66a4c
2024-11-25T18:15:58,932 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/f/ce27d9bd3dd4437f83fb647ee6a66a4c, entries=99, sequenceid=103, filesize=8.2 K
2024-11-25T18:15:58,933 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for f8a77ee570158e536be82c18d00a08a5 in 41ms, sequenceid=103, compaction requested=false
2024-11-25T18:15:58,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for f8a77ee570158e536be82c18d00a08a5:

2024-11-25T18:15:58,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5. for snapshot_1732558558313_ns2_test-17325585410931 completed.
2024-11-25T18:15:58,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.' region-info for snapshot=snapshot_1732558558313_ns2_test-17325585410931
2024-11-25T18:15:58,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-25T18:15:58,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/f/ce27d9bd3dd4437f83fb647ee6a66a4c] hfiles
2024-11-25T18:15:58,934 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/f/ce27d9bd3dd4437f83fb647ee6a66a4c for snapshot=snapshot_1732558558313_ns2_test-17325585410931
2024-11-25T18:15:58,943 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741869_1045 (size=91)
2024-11-25T18:15:58,953 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-25T18:15:59,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.
2024-11-25T18:15:59,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37
2024-11-25T18:15:59,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4169): Remote procedure done, pid=37
2024-11-25T18:15:59,345 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732558558313_ns2_test-17325585410931 on region f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:15:59,345 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:15:59,348 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36
2024-11-25T18:15:59,348 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f8a77ee570158e536be82c18d00a08a5 in 608 msec
2024-11-25T18:15:59,348 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732558558313_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-25T18:15:59,349 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732558558313_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-25T18:15:59,350 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732558558313_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-25T18:15:59,350 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732558558313_ns2_test-17325585410931
2024-11-25T18:15:59,351 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_1732558558313_ns2_test-17325585410931
2024-11-25T18:15:59,361 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741870_1046 (size=456)
2024-11-25T18:15:59,399 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T18:15:59,462 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-25T18:15:59,765 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732558558313_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-25T18:15:59,773 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732558558313_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-25T18:15:59,774 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_1732558558313_ns2_test-17325585410931 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_1732558558313_ns2_test-17325585410931
2024-11-25T18:15:59,776 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732558558313_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-25T18:15:59,776 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732558558313_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 }, snapshot procedure id = 36
2024-11-25T18:15:59,778 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1732558558313_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } in 1.4520 sec
2024-11-25T18:16:00,473 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36
2024-11-25T18:16:00,473 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17325585410931 completed
2024-11-25T18:16:00,473 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732558549742
2024-11-25T18:16:00,473 INFO  [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting.
2024-11-25T18:16:00,475 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied.
2024-11-25T18:16:00,477 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732558549742_ns2:test-17325585410931
2024-11-25T18:16:00,477 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732558558313_ns2_test-17325585410931 to hdfs://localhost:36837/backupUT/backup_1732558549742/ns2/test-17325585410931/
2024-11-25T18:16:00,482 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-25T18:16:00,532 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:36837, inputRoot=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd
2024-11-25T18:16:00,532 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-400171527_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36837/backupUT/backup_1732558549742/ns2/test-17325585410931, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36837/backupUT/backup_1732558549742/ns2/test-17325585410931/.hbase-snapshot/.tmp/snapshot_1732558558313_ns2_test-17325585410931
2024-11-25T18:16:00,536 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-25T18:16:00,542 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_1732558558313_ns2_test-17325585410931 to hdfs://localhost:36837/backupUT/backup_1732558549742/ns2/test-17325585410931/.hbase-snapshot/.tmp/snapshot_1732558558313_ns2_test-17325585410931
2024-11-25T18:16:00,553 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741871_1047 (size=456)
2024-11-25T18:16:00,554 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741872_1048 (size=86)
2024-11-25T18:16:00,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:00,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:00,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:01,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk
2024-11-25T18:16:01,097 INFO  [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer
2024-11-25T18:16:01,950 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-2485111984106015980.jar
2024-11-25T18:16:01,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:01,951 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:02,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-14657279795379380728.jar
2024-11-25T18:16:02,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:02,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:02,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:02,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:02,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:02,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:02,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-25T18:16:02,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-25T18:16:02,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-25T18:16:02,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-25T18:16:02,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-25T18:16:02,021 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-25T18:16:02,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-25T18:16:02,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-25T18:16:02,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-25T18:16:02,022 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-25T18:16:02,023 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-25T18:16:02,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:02,025 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:02,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:02,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:02,026 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:02,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:02,027 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:02,095 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-25T18:16:02,113 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-25T18:16:02,122 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732558558313_ns2_test-17325585410931' hfile list
2024-11-25T18:16:02,128 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K
2024-11-25T18:16:02,372 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir/job_local688267046_0001_f84ce44c-3205-468d-8c6a-b0d57754b4fc/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-25T18:16:02,372 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir/job_local688267046_0001_f84ce44c-3205-468d-8c6a-b0d57754b4fc/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-25T18:16:02,566 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-11-25T18:16:02,660 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741873_1049 (size=8413)
2024-11-25T18:16:03,075 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/f/ce27d9bd3dd4437f83fb647ee6a66a4c output=hdfs://localhost:36837/backupUT/backup_1732558549742/ns2/test-17325585410931/archive/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/f/ce27d9bd3dd4437f83fb647ee6a66a4c
2024-11-25T18:16:03,077 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.016M/sec
2024-11-25T18:16:03,463 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-25T18:16:03,464 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-25T18:16:03,471 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732558558313_ns2_test-17325585410931
2024-11-25T18:16:03,471 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732558558313_ns2_test-17325585410931 finished.
2024-11-25T18:16:03,471 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732558549742_test-1732558541093
2024-11-25T18:16:03,471 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732558554129_default_test-1732558541093 to hdfs://localhost:36837/backupUT/backup_1732558549742/default/test-1732558541093/
2024-11-25T18:16:03,471 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-25T18:16:03,502 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:36837, inputRoot=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd
2024-11-25T18:16:03,502 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-400171527_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36837/backupUT/backup_1732558549742/default/test-1732558541093, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36837/backupUT/backup_1732558549742/default/test-1732558541093/.hbase-snapshot/.tmp/snapshot_1732558554129_default_test-1732558541093
2024-11-25T18:16:03,504 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-25T18:16:03,510 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_1732558554129_default_test-1732558541093 to hdfs://localhost:36837/backupUT/backup_1732558549742/default/test-1732558541093/.hbase-snapshot/.tmp/snapshot_1732558554129_default_test-1732558541093
2024-11-25T18:16:03,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741874_1050 (size=1146)
2024-11-25T18:16:03,523 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741875_1051 (size=84)
2024-11-25T18:16:03,925 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:03,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:03,926 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:04,904 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-15177277504381494980.jar
2024-11-25T18:16:04,904 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:04,905 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:04,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-1146685821239106993.jar
2024-11-25T18:16:04,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:04,970 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:04,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:04,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:04,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:04,971 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:04,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-25T18:16:04,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-25T18:16:04,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-25T18:16:04,972 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-25T18:16:04,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-25T18:16:04,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-25T18:16:04,973 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-25T18:16:04,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-25T18:16:04,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-25T18:16:04,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-25T18:16:04,974 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-25T18:16:04,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:04,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:04,975 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:04,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:04,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:04,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:04,976 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:05,018 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-25T18:16:05,032 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-25T18:16:05,040 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732558554129_default_test-1732558541093' hfile list
2024-11-25T18:16:05,043 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K
2024-11-25T18:16:05,135 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir/job_local1870613120_0002_6e4fe21d-7197-4c76-af27-4f8dccf9873e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-25T18:16:05,135 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir/job_local1870613120_0002_6e4fe21d-7197-4c76-af27-4f8dccf9873e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-25T18:16:05,204 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-11-25T18:16:05,244 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741876_1052 (size=8413)
2024-11-25T18:16:05,650 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/c609d72750b8467297073696501b8f15 output=hdfs://localhost:36837/backupUT/backup_1732558549742/default/test-1732558541093/archive/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/c609d72750b8467297073696501b8f15
2024-11-25T18:16:05,650 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec
2024-11-25T18:16:05,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741877_1053 (size=5484)
2024-11-25T18:16:06,129 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0fc7809c90df40b8bf7f94059870f0a4 output=hdfs://localhost:36837/backupUT/backup_1732558549742/default/test-1732558541093/archive/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0fc7809c90df40b8bf7f94059870f0a4
2024-11-25T18:16:06,130 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.011M/sec
2024-11-25T18:16:06,193 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741878_1054 (size=5387)
2024-11-25T18:16:06,600 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f3/e217f9caa8eb4c80a543ba9dc141705d output=hdfs://localhost:36837/backupUT/backup_1732558549742/default/test-1732558541093/archive/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f3/e217f9caa8eb4c80a543ba9dc141705d
2024-11-25T18:16:06,600 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.011M/sec
2024-11-25T18:16:07,175 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-25T18:16:07,177 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-25T18:16:07,186 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732558554129_default_test-1732558541093
2024-11-25T18:16:07,186 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732558554129_default_test-1732558541093 finished.
2024-11-25T18:16:07,187 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17325585410931
2024-11-25T18:16:07,187 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732558541093
2024-11-25T18:16:07,238 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732558549742
2024-11-25T18:16:07,238 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it.
2024-11-25T18:16:07,247 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741879_1055 (size=130)
2024-11-25T18:16:07,648 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36837/backupUT/backup_1732558549742/.backup.manifest
2024-11-25T18:16:07,651 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732558549742 finished: type=FULL,tablelist=ns2:test-17325585410931;test-1732558541093,targetRootDir=hdfs://localhost:36837/backupUT,startts=1732558553923,completets=1732558567236,bytescopied=0
2024-11-25T18:16:07,651 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup.
2024-11-25T18:16:07,651 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732558558313_ns2_test-17325585410931
2024-11-25T18:16:07,655 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732558558313_ns2_test-17325585410931"
type: DISABLED

2024-11-25T18:16:07,658 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732558558313_ns2_test-17325585410931
2024-11-25T18:16:07,660 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732558558313_ns2_test-17325585410931 for backup backup_1732558549742 succeeded.
2024-11-25T18:16:07,660 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732558554129_default_test-1732558541093
2024-11-25T18:16:07,661 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732558554129_default_test-1732558541093"
type: DISABLED

2024-11-25T18:16:07,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732558554129_default_test-1732558541093
2024-11-25T18:16:07,665 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732558554129_default_test-1732558541093 for backup backup_1732558549742 succeeded.
2024-11-25T18:16:07,666 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-25T18:16:07,678 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system"
type: DISABLED

2024-11-25T18:16:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-11-25T18:16:07,682 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-11-25T18:16:07,687 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-25T18:16:07,702 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732558549742 completed.
2024-11-25T18:16:07,712 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:07,718 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:07,723 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1732558549742', locateType=CURRENT is [region=backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb., hostname=ac0af6c6e13a,44483,1732558532637, seqNum=2]
2024-11-25T18:16:07,876 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(113): writing 99 rows to test-1732558541093
2024-11-25T18:16:07,897 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): written 99 rows to test-1732558541093
2024-11-25T18:16:08,081 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(120): written 111 rows to test-1732558541093 to Mob enabled CF
2024-11-25T18:16:08,101 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17325585410931', row='row-t20', locateType=CURRENT is [region=ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5., hostname=ac0af6c6e13a,44483,1732558532637, seqNum=2]
2024-11-25T18:16:08,118 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(133): written 5 rows to ns2:test-17325585410931
2024-11-25T18:16:08,128 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:16:08,129 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] assignment.SplitTableRegionProcedure(210): test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5. splitKey isn't explicitly specified, will try to find a best split key from RS ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:08,133 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/c609d72750b8467297073696501b8f15 because midkey is the same as first or last row
2024-11-25T18:16:08,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f3/e217f9caa8eb4c80a543ba9dc141705d because midkey is the same as first or last row
2024-11-25T18:16:08,134 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0fc7809c90df40b8bf7f94059870f0a4 because midkey is the same as first or last row
2024-11-25T18:16:08,134 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.HRegion(2902): Flushing e478e37be924bab8d1072e3c9cdcf6d5 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB
2024-11-25T18:16:08,155 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/f/4671afc789e14e30b3ed7634237b21bf is 59, key is row-test-1732558541093-1-10/f:q1/1732558567744/Put/seqid=0
2024-11-25T18:16:08,160 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741880_1056 (size=10796)
2024-11-25T18:16:08,561 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/f/4671afc789e14e30b3ed7634237b21bf
2024-11-25T18:16:08,578 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112559e46f40bd3e407c9af66e018b80b509_e478e37be924bab8d1072e3c9cdcf6d5 is 63, key is row-test-1732558541093-3-100/mob:q1/1732558568063/Put/seqid=0
2024-11-25T18:16:08,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741881_1057 (size=5591)
2024-11-25T18:16:08,984 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:16:08,992 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.HMobStore(268):  FLUSH Renaming flushed file from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024112559e46f40bd3e407c9af66e018b80b509_e478e37be924bab8d1072e3c9cdcf6d5 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/mobdir/data/default/test-1732558541093/c8a659f9a6257210d18041e21bc0b218/mob/d41d8cd98f00b204e9800998ecf8427e2024112559e46f40bd3e407c9af66e018b80b509_e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:08,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/mob/0e07548b66694a128e569712a5cb09cc, store: [table=test-1732558541093 family=mob region=e478e37be924bab8d1072e3c9cdcf6d5]
2024-11-25T18:16:08,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/mob/0e07548b66694a128e569712a5cb09cc is 192, key is row-test-1732558541093-3-100/mob:q1/1732558568063/Put/seqid=0
2024-11-25T18:16:08,998 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741882_1058 (size=13760)
2024-11-25T18:16:09,399 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/mob/0e07548b66694a128e569712a5cb09cc
2024-11-25T18:16:09,407 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/f/4671afc789e14e30b3ed7634237b21bf as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/4671afc789e14e30b3ed7634237b21bf
2024-11-25T18:16:09,414 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/4671afc789e14e30b3ed7634237b21bf, entries=99, sequenceid=334, filesize=10.5 K
2024-11-25T18:16:09,415 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/mob/0e07548b66694a128e569712a5cb09cc as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0e07548b66694a128e569712a5cb09cc
2024-11-25T18:16:09,422 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0e07548b66694a128e569712a5cb09cc, entries=111, sequenceid=334, filesize=13.4 K
2024-11-25T18:16:09,423 INFO  [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for e478e37be924bab8d1072e3c9cdcf6d5 in 1289ms, sequenceid=334, compaction requested=false
2024-11-25T18:16:09,423 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.HRegion(2603): Flush status journal for e478e37be924bab8d1072e3c9cdcf6d5:

2024-11-25T18:16:09,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/4671afc789e14e30b3ed7634237b21bf because midkey is the same as first or last row
2024-11-25T18:16:09,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f3/e217f9caa8eb4c80a543ba9dc141705d because midkey is the same as first or last row
2024-11-25T18:16:09,424 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0e07548b66694a128e569712a5cb09cc because midkey is the same as first or last row
2024-11-25T18:16:09,426 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:09,427 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.MetricsHBaseServer(152): Unknown exception type
org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135) ~[classes/:?]
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?]
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?]
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?]
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
2024-11-25T18:16:09,430 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.CallRunner(138): callId: 300 service: MasterService methodName: SplitRegion size: 100 connection: 172.17.0.2:55008 deadline: 1732558628127, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
2024-11-25T18:16:09,431 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(144): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240)
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135)
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176)
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316)
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137)
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309)
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-25T18:16:09,431 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1732558541093 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240)
	at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.<init>(SplitTableRegionProcedure.java:135)
	at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176)
	at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316)
	at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137)
	at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309)
	at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955)
	at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
	at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
	at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
	at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-25T18:16:09,432 INFO  [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1])
2024-11-25T18:16:09,434 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732558541093,, stopping at row=test-1732558541093 ,, for max=2147483647 with caching=100
2024-11-25T18:16:09,444 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732558541093,, stopping at row=test-1732558541093 ,, for max=2147483647 with caching=100
2024-11-25T18:16:09,454 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(149): split finished in =1335
2024-11-25T18:16:09,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:09,468 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:09,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:09,491 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:09,493 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-25T18:16:09,498 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732558569454
2024-11-25T18:16:09,506 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732558549742}
2024-11-25T18:16:09,506 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-11-25T18:16:09,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:09,522 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:09,543 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:09,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:09,560 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-25T18:16:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732558569560 (current time:1732558569560).
2024-11-25T18:16:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-25T18:16:09,561 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-11-25T18:16:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@43c15f7e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:16:09,562 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:16:09,563 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:16:09,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:16:09,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:16:09,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78e18231, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:09,564 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:16:09,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:16:09,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:09,566 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:60990, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:16:09,567 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@66a22546, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:16:09,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:16:09,568 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:16:09,569 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55644, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:16:09,570 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023.
2024-11-25T18:16:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-25T18:16:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:09,571 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:09,571 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:16:09,572 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-25T18:16:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-25T18:16:09,573 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39
2024-11-25T18:16:09,574 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-25T18:16:09,574 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-25T18:16:09,576 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-25T18:16:09,579 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-25T18:16:09,586 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741883_1059 (size=52)
2024-11-25T18:16:09,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-25T18:16:09,893 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-25T18:16:09,989 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-25T18:16:09,989 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 119bf6bbd4178d2c48575210bbb257eb}]
2024-11-25T18:16:09,990 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:16:10,142 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40
2024-11-25T18:16:10,142 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:16:10,142 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing 119bf6bbd4178d2c48575210bbb257eb 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB
2024-11-25T18:16:10,160 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/meta/10875614ad6749579b11221dfebdad7d is 158, key is trslm:hdfs://localhost:36837/backupUT\x00ns2:test-17325585410931/meta:log-roll-map/1732558567225/Put/seqid=0
2024-11-25T18:16:10,164 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741884_1060 (size=5914)
2024-11-25T18:16:10,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-25T18:16:10,565 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/meta/10875614ad6749579b11221dfebdad7d
2024-11-25T18:16:10,575 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/7f7d96d0a4c04bfba926f53865bd1099 is 433, key is session:backup_1732558549742/session:context/1732558567686/Put/seqid=0
2024-11-25T18:16:10,578 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741885_1061 (size=5535)
2024-11-25T18:16:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-25T18:16:10,979 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/7f7d96d0a4c04bfba926f53865bd1099
2024-11-25T18:16:10,988 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/meta/10875614ad6749579b11221dfebdad7d as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/10875614ad6749579b11221dfebdad7d
2024-11-25T18:16:10,995 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/10875614ad6749579b11221dfebdad7d, entries=6, sequenceid=17, filesize=5.8 K
2024-11-25T18:16:10,996 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/7f7d96d0a4c04bfba926f53865bd1099 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/7f7d96d0a4c04bfba926f53865bd1099
2024-11-25T18:16:11,002 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/7f7d96d0a4c04bfba926f53865bd1099, entries=2, sequenceid=17, filesize=5.4 K
2024-11-25T18:16:11,004 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for 119bf6bbd4178d2c48575210bbb257eb in 861ms, sequenceid=17, compaction requested=false
2024-11-25T18:16:11,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for 119bf6bbd4178d2c48575210bbb257eb:

2024-11-25T18:16:11,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb. for snapshot_backup_system completed.
2024-11-25T18:16:11,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.' region-info for snapshot=snapshot_backup_system
2024-11-25T18:16:11,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-25T18:16:11,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/10875614ad6749579b11221dfebdad7d] hfiles
2024-11-25T18:16:11,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/10875614ad6749579b11221dfebdad7d for snapshot=snapshot_backup_system
2024-11-25T18:16:11,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/7f7d96d0a4c04bfba926f53865bd1099] hfiles
2024-11-25T18:16:11,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3 for snapshot=snapshot_backup_system
2024-11-25T18:16:11,004 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/7f7d96d0a4c04bfba926f53865bd1099 for snapshot=snapshot_backup_system
2024-11-25T18:16:11,009 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741886_1062 (size=173)
2024-11-25T18:16:11,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:16:11,410 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40
2024-11-25T18:16:11,411 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4169): Remote procedure done, pid=40
2024-11-25T18:16:11,411 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:16:11,411 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:16:11,414 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39
2024-11-25T18:16:11,414 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-25T18:16:11,414 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 119bf6bbd4178d2c48575210bbb257eb in 1.4230 sec
2024-11-25T18:16:11,415 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-25T18:16:11,415 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-25T18:16:11,415 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-11-25T18:16:11,416 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_backup_system
2024-11-25T18:16:11,426 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741887_1063 (size=810)
2024-11-25T18:16:11,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-25T18:16:11,829 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-25T18:16:11,837 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-25T18:16:11,837 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_backup_system
2024-11-25T18:16:11,839 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-25T18:16:11,839 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39
2024-11-25T18:16:11,840 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2670 sec
2024-11-25T18:16:13,732 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39
2024-11-25T18:16:13,733 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-25T18:16:13,733 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732558569454 started at 1732558573733.
2024-11-25T18:16:13,735 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732558569454 has been started.
2024-11-25T18:16:13,740 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17325585410931, test-1732558541093]
2024-11-25T18:16:13,744 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732558542339for backupID backup_1732558569454
2024-11-25T18:16:13,744 INFO  [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ...
2024-11-25T18:16:13,745 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc
2024-11-25T18:16:13,745 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-11-25T18:16:13,745 INFO  [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-11-25T18:16:13,745 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-11-25T18:16:13,745 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-11-25T18:16:13,746 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-11-25T18:16:13,746 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-25T18:16:13,746 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-11-25T18:16:13,748 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,748 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-25T18:16:13,748 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-25T18:16:13,748 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-25T18:16:13,749 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,749 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-11-25T18:16:13,749 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-11-25T18:16:13,750 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-25T18:16:13,750 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-11-25T18:16:13,750 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-11-25T18:16:13,750 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-11-25T18:16:13,750 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-11-25T18:16:13,751 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-11-25T18:16:13,751 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-11-25T18:16:13,751 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-11-25T18:16:13,751 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-11-25T18:16:13,751 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-11-25T18:16:13,751 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'ac0af6c6e13a,44483,1732558532637' joining acquired barrier for procedure (rolllog) in zk
2024-11-25T18:16:13,753 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,753 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-11-25T18:16:13,753 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,753 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-25T18:16:13,753 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-25T18:16:13,754 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-11-25T18:16:13,754 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-11-25T18:16:13,754 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-25T18:16:13,754 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-25T18:16:13,755 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:16:13,755 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,756 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-25T18:16:13,756 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'ac0af6c6e13a,44483,1732558532637' joining acquired barrier for procedure 'rolllog' on coordinator
2024-11-25T18:16:13,756 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@7c2de69c[Count = 0] remaining members to acquire global barrier
2024-11-25T18:16:13,756 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-11-25T18:16:13,756 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-11-25T18:16:13,758 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-25T18:16:13,758 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-11-25T18:16:13,758 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-11-25T18:16:13,758 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-11-25T18:16:13,759 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,759 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-11-25T18:16:13,759 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-11-25T18:16:13,759 DEBUG [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,759 INFO  [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732558554011 highest: 1732558554036 on ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,759 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ac0af6c6e13a%2C44483%2C1732558532637.meta:.meta(num 1732558553983) roll requested
2024-11-25T18:16:13,781 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558573759.meta, exclude list is [], retry=0
2024-11-25T18:16:13,784 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c,DISK]
2024-11-25T18:16:13,786 INFO  [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558553983.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558573759.meta
2024-11-25T18:16:13,786 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499)]
2024-11-25T18:16:13,787 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558553983.meta is not closed yet, will try archiving it next time
2024-11-25T18:16:13,787 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0:(num 1732558554011) roll requested
2024-11-25T18:16:13,788 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741857_1033 (size=93)
2024-11-25T18:16:13,789 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558553983.meta to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558553983.meta
2024-11-25T18:16:13,808 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558573787, exclude list is [], retry=0
2024-11-25T18:16:13,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c,DISK]
2024-11-25T18:16:13,812 INFO  [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558554011 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558573787
2024-11-25T18:16:13,813 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499)]
2024-11-25T18:16:13,813 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558554011 is not closed yet, will try archiving it next time
2024-11-25T18:16:13,813 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1:(num 1732558554036) roll requested
2024-11-25T18:16:13,814 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741858_1034 (size=1198)
2024-11-25T18:16:13,814 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558554011 not finished, retry = 0
2024-11-25T18:16:13,832 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558573813, exclude list is [], retry=0
2024-11-25T18:16:13,835 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c,DISK]
2024-11-25T18:16:13,837 INFO  [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558554036 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558573813
2024-11-25T18:16:13,837 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499)]
2024-11-25T18:16:13,838 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558554036 is not closed yet, will try archiving it next time
2024-11-25T18:16:13,838 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558542339 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558542339
2024-11-25T18:16:13,839 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741859_1035 (size=30490)
2024-11-25T18:16:13,839 DEBUG [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 80
2024-11-25T18:16:13,839 INFO  [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732558573787 on ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:13,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:13,860 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-11-25T18:16:13,860 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member 'ac0af6c6e13a,44483,1732558532637' in zk
2024-11-25T18:16:13,862 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-11-25T18:16:13,862 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,862 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-25T18:16:13,862 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-11-25T18:16:13,862 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,862 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-25T18:16:13,862 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-25T18:16:13,863 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-25T18:16:13,863 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-25T18:16:13,864 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:16:13,864 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,865 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-25T18:16:13,865 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:16:13,865 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,866 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'ac0af6c6e13a,44483,1732558532637': 
2024-11-25T18:16:13,866 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'ac0af6c6e13a,44483,1732558532637' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-11-25T18:16:13,866 INFO  [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-11-25T18:16:13,866 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-11-25T18:16:13,866 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-11-25T18:16:13,866 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-11-25T18:16:13,867 INFO  [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-11-25T18:16:13,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-25T18:16:13,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-25T18:16:13,869 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-25T18:16:13,869 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-11-25T18:16:13,869 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-11-25T18:16:13,869 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-25T18:16:13,869 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-25T18:16:13,869 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-25T18:16:13,870 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-25T18:16:13,870 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-25T18:16:13,870 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-25T18:16:13,871 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,871 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:16:13,871 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-25T18:16:13,871 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-25T18:16:13,872 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:16:13,872 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,873 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,873 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-25T18:16:13,873 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:16:13,874 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-25T18:16:13,876 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-25T18:16:13,877 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-25T18:16:13,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-25T18:16:13,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-25T18:16:13,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:13,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-25T18:16:13,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-25T18:16:13,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-25T18:16:13,877 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-25T18:16:13,877 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-25T18:16:13,877 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-11-25T18:16:13,877 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-11-25T18:16:13,877 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-25T18:16:13,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-25T18:16:13,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-11-25T18:16:13,886 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup()
olderTimestamps: {ac0af6c6e13a:44483=1732558542339}
 newestTimestamps: {ac0af6c6e13a:44483=1732558554036}
2024-11-25T18:16:13,888 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558535563.meta
2024-11-25T18:16:13,888 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558573759.meta
2024-11-25T18:16:13,888 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558554011
2024-11-25T18:16:13,888 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558573787
2024-11-25T18:16:13,888 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558554036
2024-11-25T18:16:13,888 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558573813
2024-11-25T18:16:13,889 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558553983.meta
2024-11-25T18:16:13,900 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741891_1067 (size=364)
2024-11-25T18:16:14,302 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17325585410931 target: hdfs://localhost:36837/backupUT/backup_1732558569454/ns2/test-17325585410931 descriptor: 'ns2:test-17325585410931', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T18:16:14,302 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-25T18:16:14,304 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17325585410931
2024-11-25T18:16:14,309 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741892_1068 (size=50)
2024-11-25T18:16:14,711 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17325585410931
2024-11-25T18:16:14,721 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741893_1069 (size=908)
2024-11-25T18:16:15,122 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732558541093 target: hdfs://localhost:36837/backupUT/backup_1732558569454/default/test-1732558541093 descriptor: 'test-1732558541093', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T18:16:15,123 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-25T18:16:15,126 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732558541093
2024-11-25T18:16:15,131 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741894_1070 (size=53)
2024-11-25T18:16:15,532 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732558541093
2024-11-25T18:16:15,541 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:36837/backupUT/.tmp/backup_1732558569454 from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558554011;hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558554036
2024-11-25T18:16:15,543 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@48ba60fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:15,544 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:16:15,544 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:16:15,545 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:16:15,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:16:15,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:16:15,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@337cde19, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:15,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:16:15,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:16:15,545 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:15,546 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32780, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:16:15,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1032dd5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:15,547 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-25T18:16:15,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ac0af6c6e13a,37023,1732558530621
2024-11-25T18:16:15,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@6ca5959d
2024-11-25T18:16:15,549 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-25T18:16:15,549 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:32794, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-25T18:16:15,555 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-25T18:16:15,555 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17325585410931
2024-11-25T18:16:15,555 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17325585410931,, stopping at row=ns2:test-17325585410931 ,, for max=2147483647 with caching=100
2024-11-25T18:16:15,556 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:16:15,556 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:16:15,557 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:16:15,558 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55652, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:16:15,560 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17325585410931: ns2:test-17325585410931;
2024-11-25T18:16:15,560 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732558541093
2024-11-25T18:16:15,560 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732558541093,, stopping at row=test-1732558541093 ,, for max=2147483647 with caching=100
2024-11-25T18:16:15,563 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732558541093: test-1732558541093;
2024-11-25T18:16:15,563 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables
2024-11-25T18:16:15,563 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/hbase-staging/partitions_0689b42f-4176-41d5-b0eb-67e2904ddc72
2024-11-25T18:16:15,583 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741895_1071 (size=192)
2024-11-25T18:16:15,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:15,989 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:15,990 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:16,132 DEBUG [master/ac0af6c6e13a:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732558541093
2024-11-25T18:16:16,143 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741896_1072 (size=950)
2024-11-25T18:16:16,144 DEBUG [PEWorker-5 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/.tabledesc/.tableinfo.0000000002.908
2024-11-25T18:16:16,145 INFO  [PEWorker-5 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/.tabledesc/.tableinfo.0000000003.950
2024-11-25T18:16:16,146 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732558541093 in 17 msec
2024-11-25T18:16:16,964 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-5780140169324299791.jar
2024-11-25T18:16:16,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:16,965 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:17,029 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-14276569098735928561.jar
2024-11-25T18:16:17,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:17,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:17,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:17,030 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:17,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:17,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:17,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-25T18:16:17,031 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-25T18:16:17,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-25T18:16:17,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-25T18:16:17,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-25T18:16:17,032 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-25T18:16:17,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-25T18:16:17,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-25T18:16:17,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-25T18:16:17,033 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-25T18:16:17,034 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-25T18:16:17,035 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:17,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-11003705469906929272.jar
2024-11-25T18:16:17,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-11003705469906929272.jar
2024-11-25T18:16:17,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:17,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-11003705469906929272.jar
2024-11-25T18:16:17,100 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-11003705469906929272.jar
2024-11-25T18:16:17,101 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:17,101 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17325585410931,default:test-1732558541093
2024-11-25T18:16:17,101 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-25T18:16:17,101 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:154)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T18:16:17,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:17,101 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:17,101 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:16:17,102 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-25T18:16:18,070 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-1877093457843971527.jar
2024-11-25T18:16:18,083 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-25T18:16:18,096 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-25T18:16:18,100 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558554011 for WAL files
2024-11-25T18:16:18,102 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558554011
2024-11-25T18:16:18,102 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558554036 for WAL files
2024-11-25T18:16:18,103 INFO  [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558554036
2024-11-25T18:16:18,209 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir/job_local961340592_0003_22664c04-e4c5-4643-9b21-7066a972e74a/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-25T18:16:18,209 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir/job_local961340592_0003_22664c04-e4c5-4643-9b21-7066a972e74a/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-25T18:16:18,324 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558554036 for hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558554036 (-9223372036854775808:9223372036854775807) length:30490
2024-11-25T18:16:18,345 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-11-25T18:16:18,346 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-11-25T18:16:18,397 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558554011 for hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558554011 (-9223372036854775808:9223372036854775807) length:1198
2024-11-25T18:16:18,401 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file.
2024-11-25T18:16:18,402 INFO  [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader
2024-11-25T18:16:18,484 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@315576be, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:18,484 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:16:18,484 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:16:18,485 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:16:18,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:16:18,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:16:18,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54a6c8f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:18,486 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:16:18,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:16:18,487 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:18,488 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37036, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:16:18,488 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60f2fed0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:18,489 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:16:18,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:16:18,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:16:18,491 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48498, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:16:18,492 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17325585410931', row='row-t20', locateType=CURRENT is [region=ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5., hostname=ac0af6c6e13a,44483,1732558532637, seqNum=2]
2024-11-25T18:16:18,493 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-11-25T18:16:18,493 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T18:16:18,493 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:18,493 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:18,493 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:16:18,493 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20]
2024-11-25T18:16:18,493 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: ac0af6c6e13a
2024-11-25T18:16:18,498 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/backupUT/.tmp/backup_1732558569454/_temporary/0/_temporary/attempt_local961340592_0003_r_000000_0/ns2/test-17325585410931/f/b0f24a79377a47e1a6ad3f2ebc95f75f is 38, key is row-t20/f:q1/1732558568102/Put/seqid=0
2024-11-25T18:16:18,500 WARN  [Thread-942 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [ac0af6c6e13a:44483] Specified favored nodes: [ac0af6c6e13a:44483]
2024-11-25T18:16:18,503 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741897_1073 (size=5274)
2024-11-25T18:16:18,930 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@20267b3b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:18,930 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:16:18,930 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:16:18,931 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:16:18,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:16:18,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:16:18,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42655b6e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:18,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:16:18,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:16:18,932 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:18,932 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37056, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:16:18,933 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79ee831, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:18,934 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:16:18,934 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:16:18,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:16:18,935 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48508, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:16:18,937 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732558541093', row='row-test-1732558541093-1-0', locateType=CURRENT is [region=test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5., hostname=ac0af6c6e13a,44483,1732558532637, seqNum=107]
2024-11-25T18:16:18,938 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-11-25T18:16:18,938 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T18:16:18,938 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:18,938 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:18,938 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:16:18,938 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732558541093-1-0]
2024-11-25T18:16:18,938 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: ac0af6c6e13a
2024-11-25T18:16:18,947 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@404fb459, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:18,947 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:16:18,947 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:16:18,948 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:16:18,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:16:18,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:16:18,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57fcff69, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:18,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:16:18,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:16:18,949 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:18,950 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37074, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:16:18,950 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@78c5feca, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:18,951 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:16:18,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:16:18,952 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:16:18,953 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48524, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:16:18,955 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1732558541093', row='row-test-1732558541093-3-0', locateType=CURRENT is [region=test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5., hostname=ac0af6c6e13a,44483,1732558532637, seqNum=107]
2024-11-25T18:16:18,955 INFO  [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1.
2024-11-25T18:16:18,955 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299)
    at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234)
    at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559)
    at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89)
    at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48)
    at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35)
    at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171)
    at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628)
    at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390)
    at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347)
    at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
    at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T18:16:18,955 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:18,955 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:18,955 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:16:18,955 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1732558541093-3-0]
2024-11-25T18:16:18,955 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: ac0af6c6e13a
2024-11-25T18:16:18,963 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/backupUT/.tmp/backup_1732558569454/_temporary/0/_temporary/attempt_local961340592_0003_r_000001_0/default/test-1732558541093/f/a52c6d4bb630400db0ce6716e315a6e1 is 59, key is row-test-1732558541093-1-10/f:q1/1732558567744/Put/seqid=0
2024-11-25T18:16:18,965 WARN  [Thread-954 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [ac0af6c6e13a:44483] Specified favored nodes: [ac0af6c6e13a:44483]
2024-11-25T18:16:18,970 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741898_1074 (size=10769)
2024-11-25T18:16:19,372 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/backupUT/.tmp/backup_1732558569454/_temporary/0/_temporary/attempt_local961340592_0003_r_000001_0/default/test-1732558541093/mob/7174efecb53d47438490eaf863697602 is 63, key is row-test-1732558541093-3-100/mob:q1/1732558568063/Put/seqid=0
2024-11-25T18:16:19,373 WARN  [Thread-956 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [ac0af6c6e13a:44483] Specified favored nodes: [ac0af6c6e13a:44483]
2024-11-25T18:16:19,376 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741899_1075 (size=11810)
2024-11-25T18:16:20,264 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:36837/backupUT
2024-11-25T18:16:20,264 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1732558569454
2024-11-25T18:16:20,264 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP
2024-11-25T18:16:20,284 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:36837/backupUT/.tmp/backup_1732558569454, hdfs://localhost:36837/backupUT]
2024-11-25T18:16:20,356 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-25T18:16:20,513 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741900_1076 (size=10769)
2024-11-25T18:16:20,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741901_1077 (size=5274)
2024-11-25T18:16:21,346 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741902_1078 (size=11810)
2024-11-25T18:16:21,968 INFO  [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0
2024-11-25T18:16:21,971 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1732558569454
2024-11-25T18:16:21,971 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27853 bytes copied."
2024-11-25T18:16:21,972 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1668828573_0004 completed: true true
2024-11-25T18:16:21,972 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26
	File System Counters
		FILE: Number of bytes read=2493799
		FILE: Number of bytes written=4857692
		FILE: Number of read operations=0
		FILE: Number of large read operations=0
		FILE: Number of write operations=0
		HDFS: Number of bytes read=231422
		HDFS: Number of bytes written=2433137
		HDFS: Number of read operations=643
		HDFS: Number of large read operations=0
		HDFS: Number of write operations=250
		HDFS: Number of bytes read erasure-coded=0
	Map-Reduce Framework
		Map input records=12
		Map output records=0
		Input split bytes=339
		Spilled Records=0
		Failed Shuffles=0
		Merged Map outputs=0
		GC time elapsed (ms)=0
		Total committed heap usage (bytes)=1048576000
	File Input Format Counters 
		Bytes Read=3004
	File Output Format Counters 
		Bytes Written=0
	DistCp Counters
		Bandwidth in Bytes=27853
		Bytes Copied=27853
		Bytes Expected=27853
		Files Copied=4
		DIR_COPY=8
2024-11-25T18:16:21,973 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:36837/backupUT/.tmp/backup_1732558569454 to hdfs://localhost:36837/backupUT finished.
2024-11-25T18:16:21,985 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:ns2:test-17325585410931:', locateType=CURRENT is [region=backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273., hostname=ac0af6c6e13a,44483,1732558532637, seqNum=2]
2024-11-25T18:16:21,987 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732558569454
2024-11-25T18:16:21,990 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732558549742}
2024-11-25T18:16:21,990 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-11-25T18:16:21,995 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741903_1079 (size=384)
2024-11-25T18:16:22,396 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36837/backupUT/backup_1732558569454/.backup.manifest
2024-11-25T18:16:22,396 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732558569454 finished: type=INCREMENTAL,tablelist=ns2:test-17325585410931;test-1732558541093,targetRootDir=hdfs://localhost:36837/backupUT,startts=1732558573733,completets=1732558581987,bytescopied=0
2024-11-25T18:16:22,396 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-25T18:16:22,402 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system"
type: DISABLED

2024-11-25T18:16:22,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-11-25T18:16:22,405 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-11-25T18:16:22,407 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-25T18:16:22,410 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732558569454 completed.
2024-11-25T18:16:22,410 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows
2024-11-25T18:16:22,418 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:22,422 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:22,427 DEBUG [Time-limited test {}] impl.BackupManifest(413): Loading manifest from: hdfs://localhost:36837/backupUT/backup_1732558569454/.backup.manifest
2024-11-25T18:16:22,430 DEBUG [Time-limited test {}] impl.BackupManifest(443): Loaded manifest instance from manifest file: /backupUT/backup_1732558569454/.backup.manifest
2024-11-25T18:16:22,431 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1732558541093 from 'test-1732558541093', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1732558541093', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T18:16:22,433 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1732558541093
2024-11-25T18:16:22,444 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741904_1080 (size=908)
2024-11-25T18:16:22,846 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/.tabledesc/.tableinfo.0000000003.950
2024-11-25T18:16:22,846 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/.tabledesc/.tableinfo.0000000004.908
2024-11-25T18:16:22,850 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1732558541093}]
2024-11-25T18:16:22,852 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, REOPEN/MOVE}]
2024-11-25T18:16:22,853 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, REOPEN/MOVE
2024-11-25T18:16:22,854 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e478e37be924bab8d1072e3c9cdcf6d5, regionState=CLOSING, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:22,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, REOPEN/MOVE because future has completed
2024-11-25T18:16:22,856 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-25T18:16:22,856 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5, server=ac0af6c6e13a,44483,1732558532637}]
2024-11-25T18:16:23,009 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:23,009 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-25T18:16:23,009 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing e478e37be924bab8d1072e3c9cdcf6d5, disabling compactions & flushes
2024-11-25T18:16:23,009 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:16:23,009 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:16:23,009 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5. after waiting 0 ms
2024-11-25T18:16:23,009 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:16:23,015 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106
2024-11-25T18:16:23,016 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-25T18:16:23,016 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:16:23,016 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for e478e37be924bab8d1072e3c9cdcf6d5:
Waiting for close lock at 1732558583009Running coprocessor pre-close hooks at 1732558583009Disabling compacts and flushes for region at 1732558583009Disabling writes for close at 1732558583009Writing region close event to WAL at 1732558583011 (+2 ms)Running coprocessor post-close hooks at 1732558583016 (+5 ms)Closed at 1732558583016
2024-11-25T18:16:23,016 WARN  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: e478e37be924bab8d1072e3c9cdcf6d5 to self.
2024-11-25T18:16:23,019 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:23,019 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e478e37be924bab8d1072e3c9cdcf6d5, regionState=CLOSED
2024-11-25T18:16:23,021 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5, server=ac0af6c6e13a,44483,1732558532637 because future has completed
2024-11-25T18:16:23,024 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44
2024-11-25T18:16:23,024 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5, server=ac0af6c6e13a,44483,1732558532637 in 166 msec
2024-11-25T18:16:23,025 INFO  [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, REOPEN/MOVE; state=CLOSED, location=ac0af6c6e13a,44483,1732558532637; forceNewPlan=false, retain=true
2024-11-25T18:16:23,176 INFO  [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e478e37be924bab8d1072e3c9cdcf6d5, regionState=OPENING, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:23,178 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, REOPEN/MOVE because future has completed
2024-11-25T18:16:23,179 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5, server=ac0af6c6e13a,44483,1732558532637}]
2024-11-25T18:16:23,334 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:16:23,334 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => e478e37be924bab8d1072e3c9cdcf6d5, NAME => 'test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.', STARTKEY => '', ENDKEY => ''}
2024-11-25T18:16:23,335 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-25T18:16:23,335 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1732558541093 e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:23,335 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:16:23,335 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:23,335 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:23,337 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e478e37be924bab8d1072e3c9cdcf6d5 
2024-11-25T18:16:23,338 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e478e37be924bab8d1072e3c9cdcf6d5 columnFamilyName f
2024-11-25T18:16:23,338 DEBUG [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:16:23,345 DEBUG [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/4671afc789e14e30b3ed7634237b21bf
2024-11-25T18:16:23,350 DEBUG [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/c609d72750b8467297073696501b8f15
2024-11-25T18:16:23,350 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.HStore(327): Store=e478e37be924bab8d1072e3c9cdcf6d5/f,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:16:23,350 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region e478e37be924bab8d1072e3c9cdcf6d5 
2024-11-25T18:16:23,351 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e478e37be924bab8d1072e3c9cdcf6d5 columnFamilyName f2
2024-11-25T18:16:23,351 DEBUG [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:16:23,352 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.HStore(327): Store=e478e37be924bab8d1072e3c9cdcf6d5/f2,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:16:23,352 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region e478e37be924bab8d1072e3c9cdcf6d5 
2024-11-25T18:16:23,353 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e478e37be924bab8d1072e3c9cdcf6d5 columnFamilyName mob
2024-11-25T18:16:23,353 DEBUG [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:16:23,359 DEBUG [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0e07548b66694a128e569712a5cb09cc
2024-11-25T18:16:23,363 DEBUG [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0fc7809c90df40b8bf7f94059870f0a4
2024-11-25T18:16:23,364 INFO  [StoreOpener-e478e37be924bab8d1072e3c9cdcf6d5-1 {}] regionserver.HStore(327): Store=e478e37be924bab8d1072e3c9cdcf6d5/mob,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:16:23,364 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:23,365 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:23,366 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:23,367 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:23,367 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:23,368 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1732558541093 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead.
2024-11-25T18:16:23,369 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:23,370 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened e478e37be924bab8d1072e3c9cdcf6d5; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=12036290560, jitterRate=0.12096691131591797}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242}
2024-11-25T18:16:23,370 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:23,372 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for e478e37be924bab8d1072e3c9cdcf6d5:
Running coprocessor pre-open hook at 1732558583335Writing region info on filesystem at 1732558583335Initializing all the Stores at 1732558583336 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558583336Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558583336Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558583336Cleaning up temporary data from old regions at 1732558583367 (+31 ms)Running coprocessor post-open hooks at 1732558583370 (+3 ms)Region opened successfully at 1732558583372 (+2 ms)
2024-11-25T18:16:23,373 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5., pid=46, masterSystemTime=1732558583330
2024-11-25T18:16:23,375 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:16:23,375 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:16:23,375 INFO  [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=e478e37be924bab8d1072e3c9cdcf6d5, regionState=OPEN, openSeqNum=338, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:23,377 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5, server=ac0af6c6e13a,44483,1732558532637 because future has completed
2024-11-25T18:16:23,379 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44
2024-11-25T18:16:23,379 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5, server=ac0af6c6e13a,44483,1732558532637 in 200 msec
2024-11-25T18:16:23,381 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43
2024-11-25T18:16:23,381 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1732558541093, region=e478e37be924bab8d1072e3c9cdcf6d5, REOPEN/MOVE in 527 msec
2024-11-25T18:16:23,383 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42
2024-11-25T18:16:23,383 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1732558541093 in 532 msec
2024-11-25T18:16:23,386 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1732558541093
2024-11-25T18:16:23,392 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f3/e217f9caa8eb4c80a543ba9dc141705d to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/archive/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f3/e217f9caa8eb4c80a543ba9dc141705d
2024-11-25T18:16:23,394 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1732558541093 in 960 msec
2024-11-25T18:16:23,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42
2024-11-25T18:16:23,395 INFO  [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1732558541093 completed
2024-11-25T18:16:23,404 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:23,408 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:23,426 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:23,430 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:23,433 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-25T18:16:23,436 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732558583396
2024-11-25T18:16:23,438 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1732558569454}
2024-11-25T18:16:23,438 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732558549742}
2024-11-25T18:16:23,438 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup.
2024-11-25T18:16:23,445 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:23,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:23,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:23,470 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:23,478 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : 
Mismatch in column family descriptor for table: test-1732558541093
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: 
Mismatch in column family descriptor for table: test-1732558541093
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
	at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:171) ~[test-classes/:?]
	at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:170) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T18:16:23,481 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1732558583396,startts=0,failedts=1732558583479,failedphase=REQUEST,failedmessage=
Mismatch in column family descriptor for table: test-1732558541093
Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru
2024-11-25T18:16:23,482 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot
2024-11-25T18:16:23,483 WARN  [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists.
2024-11-25T18:16:23,483 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-25T18:16:23,485 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists
2024-11-25T18:16:23,485 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST
2024-11-25T18:16:23,487 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-25T18:16:23,489 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1732558583396 failed.
2024-11-25T18:16:23,498 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:23,502 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:23,506 INFO  [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1732558541093, ns2:test-17325585410931, ns3:test-17325585410932, ns4:test-17325585410933]
2024-11-25T18:16:23,506 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-25T18:16:23,510 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-25T18:16:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732558583510 (current time:1732558583510).
2024-11-25T18:16:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-25T18:16:23,510 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-11-25T18:16:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12a2003b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:16:23,511 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:16:23,512 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:16:23,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:16:23,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:16:23,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@29e58d51, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:23,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:16:23,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:16:23,513 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:23,514 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37100, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:16:23,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ca29366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:23,515 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:16:23,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:16:23,516 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:16:23,517 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48526, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:16:23,517 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023.
2024-11-25T18:16:23,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-25T18:16:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:23,518 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:16:23,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-25T18:16:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-25T18:16:23,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47
2024-11-25T18:16:23,520 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-25T18:16:23,520 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-25T18:16:23,521 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-25T18:16:23,523 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-25T18:16:23,528 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741905_1081 (size=52)
2024-11-25T18:16:23,622 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-25T18:16:23,832 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-25T18:16:23,929 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-25T18:16:23,930 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 119bf6bbd4178d2c48575210bbb257eb}]
2024-11-25T18:16:23,931 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:16:24,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48
2024-11-25T18:16:24,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:16:24,084 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing 119bf6bbd4178d2c48575210bbb257eb 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB
2024-11-25T18:16:24,089 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/meta/3261bb3ac8684a57a45389821fefbb68 is 158, key is trslm:hdfs://localhost:36837/backupUT\x00ns2:test-17325585410931/meta:log-roll-map/1732558581978/Put/seqid=0
2024-11-25T18:16:24,093 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741906_1082 (size=5745)
2024-11-25T18:16:24,142 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-25T18:16:24,494 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/meta/3261bb3ac8684a57a45389821fefbb68
2024-11-25T18:16:24,504 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/250cee90505e4353b1c6bf70e9bbfc33 is 1245, key is session:backup_1732558583396/session:context/1732558583486/Put/seqid=0
2024-11-25T18:16:24,508 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741907_1083 (size=6682)
2024-11-25T18:16:24,652 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-25T18:16:24,909 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/250cee90505e4353b1c6bf70e9bbfc33
2024-11-25T18:16:24,916 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/meta/3261bb3ac8684a57a45389821fefbb68 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/3261bb3ac8684a57a45389821fefbb68
2024-11-25T18:16:24,922 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/3261bb3ac8684a57a45389821fefbb68, entries=4, sequenceid=31, filesize=5.6 K
2024-11-25T18:16:24,923 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/250cee90505e4353b1c6bf70e9bbfc33 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/250cee90505e4353b1c6bf70e9bbfc33
2024-11-25T18:16:24,928 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/250cee90505e4353b1c6bf70e9bbfc33, entries=3, sequenceid=31, filesize=6.5 K
2024-11-25T18:16:24,929 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for 119bf6bbd4178d2c48575210bbb257eb in 846ms, sequenceid=31, compaction requested=true
2024-11-25T18:16:24,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for 119bf6bbd4178d2c48575210bbb257eb:

2024-11-25T18:16:24,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb. for snapshot_backup_system completed.
2024-11-25T18:16:24,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.' region-info for snapshot=snapshot_backup_system
2024-11-25T18:16:24,929 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-25T18:16:24,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/10875614ad6749579b11221dfebdad7d, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/3261bb3ac8684a57a45389821fefbb68] hfiles
2024-11-25T18:16:24,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/10875614ad6749579b11221dfebdad7d for snapshot=snapshot_backup_system
2024-11-25T18:16:24,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/3261bb3ac8684a57a45389821fefbb68 for snapshot=snapshot_backup_system
2024-11-25T18:16:24,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/7f7d96d0a4c04bfba926f53865bd1099, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/250cee90505e4353b1c6bf70e9bbfc33] hfiles
2024-11-25T18:16:24,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3 for snapshot=snapshot_backup_system
2024-11-25T18:16:24,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/7f7d96d0a4c04bfba926f53865bd1099 for snapshot=snapshot_backup_system
2024-11-25T18:16:24,930 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/250cee90505e4353b1c6bf70e9bbfc33 for snapshot=snapshot_backup_system
2024-11-25T18:16:24,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741908_1084 (size=251)
2024-11-25T18:16:25,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:16:25,336 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48
2024-11-25T18:16:25,337 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4169): Remote procedure done, pid=48
2024-11-25T18:16:25,337 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:16:25,337 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:16:25,340 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47
2024-11-25T18:16:25,340 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-25T18:16:25,340 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 119bf6bbd4178d2c48575210bbb257eb in 1.4080 sec
2024-11-25T18:16:25,341 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-25T18:16:25,341 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-25T18:16:25,341 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-11-25T18:16:25,342 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_backup_system
2024-11-25T18:16:25,350 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741909_1085 (size=888)
2024-11-25T18:16:25,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-25T18:16:25,752 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-25T18:16:25,760 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-25T18:16:25,761 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_backup_system
2024-11-25T18:16:25,762 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-25T18:16:25,762 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47
2024-11-25T18:16:25,763 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2440 sec
2024-11-25T18:16:25,995 DEBUG [master/ac0af6c6e13a:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732558541093
2024-11-25T18:16:26,005 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741910_1086 (size=950)
2024-11-25T18:16:26,407 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/.tabledesc/.tableinfo.0000000004.908
2024-11-25T18:16:26,407 INFO  [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/.tabledesc/.tableinfo.0000000005.950
2024-11-25T18:16:26,409 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1732558541093 in 413 msec
2024-11-25T18:16:27,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47
2024-11-25T18:16:27,682 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-25T18:16:27,682 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732558583491 started at 1732558587682.
2024-11-25T18:16:27,684 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732558583491 has been started.
2024-11-25T18:16:27,688 INFO  [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ...
2024-11-25T18:16:27,689 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc
2024-11-25T18:16:27,689 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-11-25T18:16:27,689 INFO  [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-11-25T18:16:27,689 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-11-25T18:16:27,689 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-11-25T18:16:27,689 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-11-25T18:16:27,690 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-25T18:16:27,690 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-11-25T18:16:27,692 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,692 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-25T18:16:27,692 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-25T18:16:27,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-25T18:16:27,693 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,693 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-11-25T18:16:27,693 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-11-25T18:16:27,694 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-25T18:16:27,694 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-11-25T18:16:27,694 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-11-25T18:16:27,694 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-11-25T18:16:27,695 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-11-25T18:16:27,695 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-11-25T18:16:27,695 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-11-25T18:16:27,695 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-11-25T18:16:27,695 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-11-25T18:16:27,695 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-11-25T18:16:27,695 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'ac0af6c6e13a,44483,1732558532637' joining acquired barrier for procedure (rolllog) in zk
2024-11-25T18:16:27,697 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-11-25T18:16:27,697 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,698 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,698 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-25T18:16:27,698 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-25T18:16:27,698 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-11-25T18:16:27,698 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-11-25T18:16:27,698 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-25T18:16:27,698 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-25T18:16:27,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:16:27,699 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,700 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-25T18:16:27,700 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'ac0af6c6e13a,44483,1732558532637' joining acquired barrier for procedure 'rolllog' on coordinator
2024-11-25T18:16:27,700 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@18181685[Count = 0] remaining members to acquire global barrier
2024-11-25T18:16:27,700 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-11-25T18:16:27,700 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-11-25T18:16:27,702 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-25T18:16:27,702 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-11-25T18:16:27,702 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-11-25T18:16:27,702 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-11-25T18:16:27,702 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,702 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-11-25T18:16:27,702 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-11-25T18:16:27,702 DEBUG [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,702 INFO  [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732558573787 highest: 1732558573813 on ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,703 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ac0af6c6e13a%2C44483%2C1732558532637.meta:.meta(num 1732558573759) roll requested
2024-11-25T18:16:27,716 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558587703.meta, exclude list is [], retry=0
2024-11-25T18:16:27,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c,DISK]
2024-11-25T18:16:27,720 INFO  [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558573759.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558587703.meta
2024-11-25T18:16:27,721 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499)]
2024-11-25T18:16:27,721 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558573759.meta is not closed yet, will try archiving it next time
2024-11-25T18:16:27,721 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0:(num 1732558573787) roll requested
2024-11-25T18:16:27,722 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741888_1064 (size=1903)
2024-11-25T18:16:27,722 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558573759.meta not finished, retry = 0
2024-11-25T18:16:27,734 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558587721, exclude list is [], retry=0
2024-11-25T18:16:27,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c,DISK]
2024-11-25T18:16:27,738 INFO  [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558573787 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558587721
2024-11-25T18:16:27,738 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499)]
2024-11-25T18:16:27,738 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558573787 is not closed yet, will try archiving it next time
2024-11-25T18:16:27,738 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1:(num 1732558573813) roll requested
2024-11-25T18:16:27,739 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741889_1065 (size=93)
2024-11-25T18:16:27,739 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558573787 not finished, retry = 0
2024-11-25T18:16:27,751 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558587738, exclude list is [], retry=0
2024-11-25T18:16:27,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c,DISK]
2024-11-25T18:16:27,755 INFO  [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558573813 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558587738
2024-11-25T18:16:27,755 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499)]
2024-11-25T18:16:27,755 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558573813 is not closed yet, will try archiving it next time
2024-11-25T18:16:27,755 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558554036 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558554036
2024-11-25T18:16:27,756 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741890_1066 (size=4927)
2024-11-25T18:16:27,756 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558573813 not finished, retry = 0
2024-11-25T18:16:27,763 DEBUG [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61
2024-11-25T18:16:27,763 INFO  [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732558587721 on ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,770 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:27,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:27,779 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-11-25T18:16:27,780 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member 'ac0af6c6e13a,44483,1732558532637' in zk
2024-11-25T18:16:27,782 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,782 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-11-25T18:16:27,782 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-25T18:16:27,782 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-11-25T18:16:27,782 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,782 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-25T18:16:27,782 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-25T18:16:27,782 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-25T18:16:27,783 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-25T18:16:27,783 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:16:27,783 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,784 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-25T18:16:27,784 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:16:27,785 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,785 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'ac0af6c6e13a,44483,1732558532637': 
2024-11-25T18:16:27,786 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'ac0af6c6e13a,44483,1732558532637' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-11-25T18:16:27,786 INFO  [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-11-25T18:16:27,786 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-11-25T18:16:27,786 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-11-25T18:16:27,786 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-11-25T18:16:27,786 INFO  [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-11-25T18:16:27,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-25T18:16:27,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-25T18:16:27,788 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-25T18:16:27,788 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-11-25T18:16:27,788 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-11-25T18:16:27,788 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-25T18:16:27,788 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-25T18:16:27,788 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-25T18:16:27,789 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-25T18:16:27,789 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-25T18:16:27,789 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-25T18:16:27,789 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:16:27,790 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-25T18:16:27,790 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,790 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-25T18:16:27,790 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:16:27,791 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,791 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-25T18:16:27,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:16:27,792 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,792 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-25T18:16:27,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,795 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-25T18:16:27,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-25T18:16:27,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-25T18:16:27,795 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-25T18:16:27,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:16:27,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-25T18:16:27,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-25T18:16:27,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-25T18:16:27,795 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-25T18:16:27,795 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-25T18:16:27,795 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-11-25T18:16:27,795 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-11-25T18:16:27,796 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-25T18:16:27,796 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-25T18:16:27,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-11-25T18:16:27,805 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732558587804_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }
2024-11-25T18:16:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732558587805 (current time:1732558587805).
2024-11-25T18:16:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-25T18:16:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732558587804_backup_system_bulk VERSION not specified, setting to 2
2024-11-25T18:16:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25518232, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:16:27,806 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:16:27,807 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:16:27,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:16:27,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:16:27,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38a32d9f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:27,807 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:16:27,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:16:27,808 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:27,808 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37106, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:16:27,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ea7ff2b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:27,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:16:27,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:16:27,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:16:27,811 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48540, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:16:27,812 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023.
2024-11-25T18:16:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-25T18:16:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:27,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:27,812 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:16:27,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-25T18:16:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732558587804_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }
2024-11-25T18:16:27,814 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732558587804_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50
2024-11-25T18:16:27,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-25T18:16:27,815 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732558587804_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-25T18:16:27,816 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732558587804_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-25T18:16:27,819 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732558587804_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-25T18:16:27,823 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741914_1090 (size=76)
2024-11-25T18:16:27,840 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558573787 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558573787
2024-11-25T18:16:27,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-25T18:16:28,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-25T18:16:28,225 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732558587804_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-25T18:16:28,225 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9603271ad0d23b50977aa76832ba2273}]
2024-11-25T18:16:28,226 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9603271ad0d23b50977aa76832ba2273
2024-11-25T18:16:28,377 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51
2024-11-25T18:16:28,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.
2024-11-25T18:16:28,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 9603271ad0d23b50977aa76832ba2273:

2024-11-25T18:16:28,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273. for snapshot_1732558587804_backup_system_bulk completed.
2024-11-25T18:16:28,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.' region-info for snapshot=snapshot_1732558587804_backup_system_bulk
2024-11-25T18:16:28,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-25T18:16:28,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-25T18:16:28,378 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-25T18:16:28,384 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741915_1091 (size=61)
2024-11-25T18:16:28,442 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-25T18:16:28,552 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-11-25T18:16:28,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.
2024-11-25T18:16:28,785 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51
2024-11-25T18:16:28,785 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4169): Remote procedure done, pid=51
2024-11-25T18:16:28,785 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732558587804_backup_system_bulk on region 9603271ad0d23b50977aa76832ba2273
2024-11-25T18:16:28,786 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9603271ad0d23b50977aa76832ba2273
2024-11-25T18:16:28,788 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50
2024-11-25T18:16:28,788 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9603271ad0d23b50977aa76832ba2273 in 562 msec
2024-11-25T18:16:28,788 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732558587804_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-25T18:16:28,789 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732558587804_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-25T18:16:28,790 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732558587804_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-25T18:16:28,790 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732558587804_backup_system_bulk
2024-11-25T18:16:28,790 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_1732558587804_backup_system_bulk
2024-11-25T18:16:28,798 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741916_1092 (size=702)
2024-11-25T18:16:28,952 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-25T18:16:29,016 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f8a77ee570158e536be82c18d00a08a5, had cached 0 bytes from a total of 8413
2024-11-25T18:16:29,201 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732558587804_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-25T18:16:29,206 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732558587804_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-25T18:16:29,206 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_1732558587804_backup_system_bulk to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_1732558587804_backup_system_bulk
2024-11-25T18:16:29,208 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732558587804_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-25T18:16:29,208 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732558587804_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50
2024-11-25T18:16:29,209 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1732558587804_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.3950 sec
2024-11-25T18:16:29,211 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1732558541093'
2024-11-25T18:16:29,399 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T18:16:29,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50
2024-11-25T18:16:29,963 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed
2024-11-25T18:16:29,964 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732558589963_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 }
2024-11-25T18:16:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732558589964 (current time:1732558589964).
2024-11-25T18:16:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-25T18:16:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732558589963_ns2_test-17325585410931 VERSION not specified, setting to 2
2024-11-25T18:16:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400b5621, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:29,964 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:16:29,965 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:16:29,965 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:16:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:16:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:16:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4f6034ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:16:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:16:29,966 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:29,967 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42612, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:16:29,967 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22786835, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:29,968 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:16:29,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:16:29,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:16:29,969 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37668, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:16:29,970 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023.
2024-11-25T18:16:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-25T18:16:29,970 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:29,971 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:16:29,971 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-25T18:16:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732558589963_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 }
2024-11-25T18:16:29,972 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732558589963_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 }, snapshot procedure id = 52
2024-11-25T18:16:29,973 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-25T18:16:29,973 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732558589963_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-25T18:16:29,974 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732558589963_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-25T18:16:29,976 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732558589963_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-25T18:16:29,981 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741917_1093 (size=86)
2024-11-25T18:16:30,083 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-25T18:16:30,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-25T18:16:30,382 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732558589963_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-25T18:16:30,383 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f8a77ee570158e536be82c18d00a08a5}]
2024-11-25T18:16:30,384 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:16:30,535 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53
2024-11-25T18:16:30,536 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.
2024-11-25T18:16:30,536 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2902): Flushing f8a77ee570158e536be82c18d00a08a5 1/1 column families, dataSize=170 B heapSize=816 B
2024-11-25T18:16:30,540 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/.tmp/f/6db1b84434a44c8fbd6138d6194d9d56 is 38, key is row-t20/f:q1/1732558568102/Put/seqid=0
2024-11-25T18:16:30,545 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741918_1094 (size=5134)
2024-11-25T18:16:30,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-25T18:16:30,945 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/.tmp/f/6db1b84434a44c8fbd6138d6194d9d56
2024-11-25T18:16:30,952 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/.tmp/f/6db1b84434a44c8fbd6138d6194d9d56 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/f/6db1b84434a44c8fbd6138d6194d9d56
2024-11-25T18:16:30,957 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/f/6db1b84434a44c8fbd6138d6194d9d56, entries=5, sequenceid=111, filesize=5.0 K
2024-11-25T18:16:30,958 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for f8a77ee570158e536be82c18d00a08a5 in 422ms, sequenceid=111, compaction requested=false
2024-11-25T18:16:30,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for f8a77ee570158e536be82c18d00a08a5:

2024-11-25T18:16:30,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5. for snapshot_1732558589963_ns2_test-17325585410931 completed.
2024-11-25T18:16:30,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.' region-info for snapshot=snapshot_1732558589963_ns2_test-17325585410931
2024-11-25T18:16:30,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-25T18:16:30,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/f/ce27d9bd3dd4437f83fb647ee6a66a4c, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/f/6db1b84434a44c8fbd6138d6194d9d56] hfiles
2024-11-25T18:16:30,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/f/ce27d9bd3dd4437f83fb647ee6a66a4c for snapshot=snapshot_1732558589963_ns2_test-17325585410931
2024-11-25T18:16:30,958 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/f/6db1b84434a44c8fbd6138d6194d9d56 for snapshot=snapshot_1732558589963_ns2_test-17325585410931
2024-11-25T18:16:30,963 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741919_1095 (size=130)
2024-11-25T18:16:31,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-25T18:16:31,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.
2024-11-25T18:16:31,364 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53
2024-11-25T18:16:31,364 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4169): Remote procedure done, pid=53
2024-11-25T18:16:31,364 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732558589963_ns2_test-17325585410931 on region f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:16:31,365 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:16:31,367 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52
2024-11-25T18:16:31,367 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure f8a77ee570158e536be82c18d00a08a5 in 983 msec
2024-11-25T18:16:31,367 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732558589963_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-25T18:16:31,368 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732558589963_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-25T18:16:31,368 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732558589963_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-25T18:16:31,368 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732558589963_ns2_test-17325585410931
2024-11-25T18:16:31,369 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_1732558589963_ns2_test-17325585410931
2024-11-25T18:16:31,378 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741920_1096 (size=496)
2024-11-25T18:16:31,781 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732558589963_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-25T18:16:31,788 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732558589963_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-25T18:16:31,788 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_1732558589963_ns2_test-17325585410931 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_1732558589963_ns2_test-17325585410931
2024-11-25T18:16:31,790 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732558589963_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-25T18:16:31,790 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732558589963_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 }, snapshot procedure id = 52
2024-11-25T18:16:31,791 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1732558589963_ns2_test-17325585410931 table=ns2:test-17325585410931 type=FLUSH ttl=0 } in 1.8190 sec
2024-11-25T18:16:32,123 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52
2024-11-25T18:16:32,123 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17325585410931 completed
2024-11-25T18:16:32,124 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732558592123_ns4_test-17325585410933 table=ns4:test-17325585410933 type=FLUSH ttl=0 }
2024-11-25T18:16:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732558592124 (current time:1732558592124).
2024-11-25T18:16:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-25T18:16:32,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732558592123_ns4_test-17325585410933 VERSION not specified, setting to 2
2024-11-25T18:16:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@22c835e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:16:32,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:16:32,126 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:16:32,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:16:32,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:16:32,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b5e51e4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:32,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:16:32,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:16:32,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:32,128 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42634, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:16:32,128 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3444a78d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:32,129 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:16:32,129 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:16:32,130 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:16:32,130 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37682, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:16:32,131 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023.
2024-11-25T18:16:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-25T18:16:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:32,131 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:32,131 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:16:32,132 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-25T18:16:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732558592123_ns4_test-17325585410933 table=ns4:test-17325585410933 type=FLUSH ttl=0 }
2024-11-25T18:16:32,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732558592123_ns4_test-17325585410933 table=ns4:test-17325585410933 type=FLUSH ttl=0 }, snapshot procedure id = 54
2024-11-25T18:16:32,134 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-25T18:16:32,134 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732558592123_ns4_test-17325585410933 table=ns4:test-17325585410933 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-25T18:16:32,135 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732558592123_ns4_test-17325585410933 table=ns4:test-17325585410933 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-25T18:16:32,137 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732558592123_ns4_test-17325585410933 table=ns4:test-17325585410933 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-25T18:16:32,141 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741921_1097 (size=86)
2024-11-25T18:16:32,243 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-25T18:16:32,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-25T18:16:32,543 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732558592123_ns4_test-17325585410933 table=ns4:test-17325585410933 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-25T18:16:32,543 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7faafd39a48b99c7d2ca4e94e0088094}]
2024-11-25T18:16:32,544 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7faafd39a48b99c7d2ca4e94e0088094
2024-11-25T18:16:32,696 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55
2024-11-25T18:16:32,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.
2024-11-25T18:16:32,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for 7faafd39a48b99c7d2ca4e94e0088094:

2024-11-25T18:16:32,696 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094. for snapshot_1732558592123_ns4_test-17325585410933 completed.
2024-11-25T18:16:32,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.' region-info for snapshot=snapshot_1732558592123_ns4_test-17325585410933
2024-11-25T18:16:32,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-25T18:16:32,697 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-25T18:16:32,702 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741922_1098 (size=52)
2024-11-25T18:16:32,762 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-25T18:16:33,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.
2024-11-25T18:16:33,103 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55
2024-11-25T18:16:33,104 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4169): Remote procedure done, pid=55
2024-11-25T18:16:33,104 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732558592123_ns4_test-17325585410933 on region 7faafd39a48b99c7d2ca4e94e0088094
2024-11-25T18:16:33,104 INFO  [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 7faafd39a48b99c7d2ca4e94e0088094
2024-11-25T18:16:33,106 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54
2024-11-25T18:16:33,106 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 7faafd39a48b99c7d2ca4e94e0088094 in 562 msec
2024-11-25T18:16:33,106 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732558592123_ns4_test-17325585410933 table=ns4:test-17325585410933 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-25T18:16:33,107 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732558592123_ns4_test-17325585410933 table=ns4:test-17325585410933 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-25T18:16:33,108 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732558592123_ns4_test-17325585410933 table=ns4:test-17325585410933 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-25T18:16:33,108 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732558592123_ns4_test-17325585410933
2024-11-25T18:16:33,109 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_1732558592123_ns4_test-17325585410933
2024-11-25T18:16:33,115 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741923_1099 (size=443)
2024-11-25T18:16:33,272 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-25T18:16:33,519 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732558592123_ns4_test-17325585410933 table=ns4:test-17325585410933 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-25T18:16:33,524 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732558592123_ns4_test-17325585410933 table=ns4:test-17325585410933 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-25T18:16:33,524 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_1732558592123_ns4_test-17325585410933 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_1732558592123_ns4_test-17325585410933
2024-11-25T18:16:33,526 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732558592123_ns4_test-17325585410933 table=ns4:test-17325585410933 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-25T18:16:33,526 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732558592123_ns4_test-17325585410933 table=ns4:test-17325585410933 type=FLUSH ttl=0 }, snapshot procedure id = 54
2024-11-25T18:16:33,527 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1732558592123_ns4_test-17325585410933 table=ns4:test-17325585410933 type=FLUSH ttl=0 } in 1.3940 sec
2024-11-25T18:16:34,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54
2024-11-25T18:16:34,283 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17325585410933 completed
2024-11-25T18:16:34,284 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732558594283_ns3_test-17325585410932 table=ns3:test-17325585410932 type=FLUSH ttl=0 }
2024-11-25T18:16:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732558594284 (current time:1732558594284).
2024-11-25T18:16:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-25T18:16:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732558594283_ns3_test-17325585410932 VERSION not specified, setting to 2
2024-11-25T18:16:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@114a5c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:34,284 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:16:34,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:16:34,285 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:16:34,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:16:34,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:16:34,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@79749808, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:34,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:16:34,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:16:34,286 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:34,287 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42658, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:16:34,288 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@405a55c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:34,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:16:34,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:16:34,289 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:16:34,290 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37686, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:16:34,291 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023.
2024-11-25T18:16:34,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-25T18:16:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:34,292 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:16:34,292 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-25T18:16:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732558594283_ns3_test-17325585410932 table=ns3:test-17325585410932 type=FLUSH ttl=0 }
2024-11-25T18:16:34,293 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732558594283_ns3_test-17325585410932 table=ns3:test-17325585410932 type=FLUSH ttl=0 }, snapshot procedure id = 56
2024-11-25T18:16:34,294 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732558594283_ns3_test-17325585410932 table=ns3:test-17325585410932 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-25T18:16:34,294 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-25T18:16:34,295 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732558594283_ns3_test-17325585410932 table=ns3:test-17325585410932 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-25T18:16:34,297 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732558594283_ns3_test-17325585410932 table=ns3:test-17325585410932 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-25T18:16:34,303 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741924_1100 (size=86)
2024-11-25T18:16:34,403 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-25T18:16:34,612 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-25T18:16:34,704 INFO  [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732558594283_ns3_test-17325585410932 table=ns3:test-17325585410932 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-25T18:16:34,705 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c33ac845f1946ecd81c588a9ea05ff4}]
2024-11-25T18:16:34,705 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c33ac845f1946ecd81c588a9ea05ff4
2024-11-25T18:16:34,857 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57
2024-11-25T18:16:34,857 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.
2024-11-25T18:16:34,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for 4c33ac845f1946ecd81c588a9ea05ff4:

2024-11-25T18:16:34,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4. for snapshot_1732558594283_ns3_test-17325585410932 completed.
2024-11-25T18:16:34,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.' region-info for snapshot=snapshot_1732558594283_ns3_test-17325585410932
2024-11-25T18:16:34,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-25T18:16:34,858 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-25T18:16:34,863 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741925_1101 (size=52)
2024-11-25T18:16:34,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-25T18:16:35,256 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region 119bf6bbd4178d2c48575210bbb257eb, had cached 0 bytes from a total of 28925
2024-11-25T18:16:35,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.
2024-11-25T18:16:35,264 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57
2024-11-25T18:16:35,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4169): Remote procedure done, pid=57
2024-11-25T18:16:35,265 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732558594283_ns3_test-17325585410932 on region 4c33ac845f1946ecd81c588a9ea05ff4
2024-11-25T18:16:35,265 INFO  [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 4c33ac845f1946ecd81c588a9ea05ff4
2024-11-25T18:16:35,267 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56
2024-11-25T18:16:35,267 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 4c33ac845f1946ecd81c588a9ea05ff4 in 561 msec
2024-11-25T18:16:35,267 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732558594283_ns3_test-17325585410932 table=ns3:test-17325585410932 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-25T18:16:35,268 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732558594283_ns3_test-17325585410932 table=ns3:test-17325585410932 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-25T18:16:35,269 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732558594283_ns3_test-17325585410932 table=ns3:test-17325585410932 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-25T18:16:35,269 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732558594283_ns3_test-17325585410932
2024-11-25T18:16:35,269 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_1732558594283_ns3_test-17325585410932
2024-11-25T18:16:35,277 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741926_1102 (size=443)
2024-11-25T18:16:35,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-25T18:16:35,680 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732558594283_ns3_test-17325585410932 table=ns3:test-17325585410932 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-25T18:16:35,686 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732558594283_ns3_test-17325585410932 table=ns3:test-17325585410932 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-25T18:16:35,686 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_1732558594283_ns3_test-17325585410932 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_1732558594283_ns3_test-17325585410932
2024-11-25T18:16:35,688 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732558594283_ns3_test-17325585410932 table=ns3:test-17325585410932 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-25T18:16:35,688 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732558594283_ns3_test-17325585410932 table=ns3:test-17325585410932 type=FLUSH ttl=0 }, snapshot procedure id = 56
2024-11-25T18:16:35,689 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1732558594283_ns3_test-17325585410932 table=ns3:test-17325585410932 type=FLUSH ttl=0 } in 1.3960 sec
2024-11-25T18:16:36,332 INFO  [master/ac0af6c6e13a:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker!
2024-11-25T18:16:36,332 INFO  [master/ac0af6c6e13a:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore!
2024-11-25T18:16:36,443 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56
2024-11-25T18:16:36,443 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17325585410932 completed
2024-11-25T18:16:36,444 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1732558596443_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 }
2024-11-25T18:16:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732558596444 (current time:1732558596444).
2024-11-25T18:16:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-25T18:16:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1732558596443_default_test-1732558541093 VERSION not specified, setting to 2
2024-11-25T18:16:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5772959a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:36,444 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:16:36,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:16:36,446 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:16:36,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:16:36,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:16:36,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7446fe0, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:36,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:16:36,446 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:16:36,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:36,447 INFO  [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42670, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:16:36,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@76ef98f4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:36,448 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:16:36,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:16:36,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:16:36,450 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:37690, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:16:36,451 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023.
2024-11-25T18:16:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-25T18:16:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:36,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:36,451 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:16:36,452 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-25T18:16:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732558596443_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 }
2024-11-25T18:16:36,453 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1732558596443_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 }, snapshot procedure id = 58
2024-11-25T18:16:36,454 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-25T18:16:36,454 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732558596443_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-25T18:16:36,455 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732558596443_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-25T18:16:36,457 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732558596443_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-25T18:16:36,461 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741927_1103 (size=84)
2024-11-25T18:16:36,563 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-25T18:16:36,773 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-25T18:16:36,863 INFO  [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732558596443_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-25T18:16:36,863 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5}]
2024-11-25T18:16:36,864 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:37,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=44483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59
2024-11-25T18:16:37,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:16:37,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for e478e37be924bab8d1072e3c9cdcf6d5:

2024-11-25T18:16:37,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5. for snapshot_1732558596443_default_test-1732558541093 completed.
2024-11-25T18:16:37,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.' region-info for snapshot=snapshot_1732558596443_default_test-1732558541093
2024-11-25T18:16:37,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-25T18:16:37,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/c609d72750b8467297073696501b8f15, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/4671afc789e14e30b3ed7634237b21bf] hfiles
2024-11-25T18:16:37,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/c609d72750b8467297073696501b8f15 for snapshot=snapshot_1732558596443_default_test-1732558541093
2024-11-25T18:16:37,016 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/4671afc789e14e30b3ed7634237b21bf for snapshot=snapshot_1732558596443_default_test-1732558541093
2024-11-25T18:16:37,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles
2024-11-25T18:16:37,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0fc7809c90df40b8bf7f94059870f0a4, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0e07548b66694a128e569712a5cb09cc] hfiles
2024-11-25T18:16:37,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0fc7809c90df40b8bf7f94059870f0a4 for snapshot=snapshot_1732558596443_default_test-1732558541093
2024-11-25T18:16:37,017 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0e07548b66694a128e569712a5cb09cc for snapshot=snapshot_1732558596443_default_test-1732558541093
2024-11-25T18:16:37,022 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741928_1104 (size=224)
2024-11-25T18:16:37,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-25T18:16:37,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:16:37,423 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59
2024-11-25T18:16:37,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4169): Remote procedure done, pid=59
2024-11-25T18:16:37,424 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1732558596443_default_test-1732558541093 on region e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:37,424 INFO  [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:37,426 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58
2024-11-25T18:16:37,426 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure e478e37be924bab8d1072e3c9cdcf6d5 in 562 msec
2024-11-25T18:16:37,426 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732558596443_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-25T18:16:37,427 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732558596443_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-25T18:16:37,429 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-25T18:16:37,429 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-25T18:16:37,429 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:16:37,429 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f
2024-11-25T18:16:37,429 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:16:37,430 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2
2024-11-25T18:16:37,430 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:16:37,431 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/mobdir/data/default/test-1732558541093/c8a659f9a6257210d18041e21bc0b218/mob/d41d8cd98f00b204e9800998ecf8427e2024112559e46f40bd3e407c9af66e018b80b509_e478e37be924bab8d1072e3c9cdcf6d5] hfiles
2024-11-25T18:16:37,431 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/mobdir/data/default/test-1732558541093/c8a659f9a6257210d18041e21bc0b218/mob/d41d8cd98f00b204e9800998ecf8427e2024112559e46f40bd3e407c9af66e018b80b509_e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:37,435 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741929_1105 (size=168)
2024-11-25T18:16:37,592 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-25T18:16:37,837 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732558596443_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-25T18:16:37,837 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1732558596443_default_test-1732558541093
2024-11-25T18:16:37,838 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_1732558596443_default_test-1732558541093
2024-11-25T18:16:37,845 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741930_1106 (size=1347)
2024-11-25T18:16:38,248 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732558596443_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-25T18:16:38,255 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732558596443_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-25T18:16:38,256 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_1732558596443_default_test-1732558541093 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_1732558596443_default_test-1732558541093
2024-11-25T18:16:38,257 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732558596443_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-25T18:16:38,257 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1732558596443_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 }, snapshot procedure id = 58
2024-11-25T18:16:38,258 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1732558596443_default_test-1732558541093 table=test-1732558541093 type=FLUSH ttl=0 } in 1.8050 sec
2024-11-25T18:16:38,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58
2024-11-25T18:16:38,603 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1732558541093 completed
2024-11-25T18:16:38,603 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1732558583491
2024-11-25T18:16:38,603 INFO  [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting.
2024-11-25T18:16:38,603 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied.
2024-11-25T18:16:38,603 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732558583491_backup:system_bulk
2024-11-25T18:16:38,603 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732558587804_backup_system_bulk to hdfs://localhost:36837/backupUT/backup_1732558583491/backup/system_bulk/
2024-11-25T18:16:38,603 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-25T18:16:38,635 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:36837, inputRoot=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd
2024-11-25T18:16:38,635 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-400171527_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36837/backupUT/backup_1732558583491/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36837/backupUT/backup_1732558583491/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732558587804_backup_system_bulk
2024-11-25T18:16:38,637 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-25T18:16:38,641 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_1732558587804_backup_system_bulk to hdfs://localhost:36837/backupUT/backup_1732558583491/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1732558587804_backup_system_bulk
2024-11-25T18:16:38,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741931_1107 (size=76)
2024-11-25T18:16:38,650 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741932_1108 (size=702)
2024-11-25T18:16:39,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:39,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:39,052 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:40,010 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-5975216735935032316.jar
2024-11-25T18:16:40,010 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:40,010 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:40,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-2122885097502561887.jar
2024-11-25T18:16:40,075 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:40,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:40,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:40,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:40,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:40,076 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:40,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-25T18:16:40,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-25T18:16:40,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-25T18:16:40,077 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-25T18:16:40,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-25T18:16:40,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-25T18:16:40,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-25T18:16:40,078 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-25T18:16:40,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-25T18:16:40,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-25T18:16:40,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-25T18:16:40,079 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:40,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:40,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:40,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:40,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:40,080 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:40,081 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:40,122 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-25T18:16:40,136 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-25T18:16:40,142 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732558587804_backup_system_bulk' hfile list
2024-11-25T18:16:40,233 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir/job_local457782350_0005_b03a7c3e-1f23-49f7-8de2-7571fc33737d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-25T18:16:40,233 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir/job_local457782350_0005_b03a7c3e-1f23-49f7-8de2-7571fc33737d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-25T18:16:41,271 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-25T18:16:41,272 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-25T18:16:41,277 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732558587804_backup_system_bulk
2024-11-25T18:16:41,277 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732558587804_backup_system_bulk finished.
2024-11-25T18:16:41,277 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732558583491_ns2:test-17325585410931
2024-11-25T18:16:41,277 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732558589963_ns2_test-17325585410931 to hdfs://localhost:36837/backupUT/backup_1732558583491/ns2/test-17325585410931/
2024-11-25T18:16:41,277 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-25T18:16:41,307 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:36837, inputRoot=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd
2024-11-25T18:16:41,307 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-400171527_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36837/backupUT/backup_1732558583491/ns2/test-17325585410931, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36837/backupUT/backup_1732558583491/ns2/test-17325585410931/.hbase-snapshot/.tmp/snapshot_1732558589963_ns2_test-17325585410931
2024-11-25T18:16:41,309 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-25T18:16:41,313 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_1732558589963_ns2_test-17325585410931 to hdfs://localhost:36837/backupUT/backup_1732558583491/ns2/test-17325585410931/.hbase-snapshot/.tmp/snapshot_1732558589963_ns2_test-17325585410931
2024-11-25T18:16:41,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741933_1109 (size=86)
2024-11-25T18:16:41,323 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741934_1110 (size=496)
2024-11-25T18:16:41,725 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:41,725 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:41,725 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:42,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-5371795798511794471.jar
2024-11-25T18:16:42,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:42,686 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:42,750 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-17871357936363883214.jar
2024-11-25T18:16:42,751 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:42,751 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:42,751 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:42,751 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:42,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:42,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:42,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-25T18:16:42,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-25T18:16:42,752 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-25T18:16:42,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-25T18:16:42,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-25T18:16:42,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-25T18:16:42,753 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-25T18:16:42,754 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-25T18:16:42,754 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-25T18:16:42,754 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-25T18:16:42,754 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-25T18:16:42,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:42,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:42,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:42,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:42,755 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:42,756 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:42,756 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:42,796 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-25T18:16:42,810 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-25T18:16:42,816 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732558589963_ns2_test-17325585410931' hfile list
2024-11-25T18:16:42,818 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K
2024-11-25T18:16:42,904 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir/job_local1821066244_0006_f742775e-38c8-4fa7-8c92-00fd6dc0ab58/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-25T18:16:42,904 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir/job_local1821066244_0006_f742775e-38c8-4fa7-8c92-00fd6dc0ab58/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-25T18:16:42,973 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-11-25T18:16:43,012 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741935_1111 (size=8413)
2024-11-25T18:16:43,417 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/f/ce27d9bd3dd4437f83fb647ee6a66a4c output=hdfs://localhost:36837/backupUT/backup_1732558583491/ns2/test-17325585410931/archive/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/f/ce27d9bd3dd4437f83fb647ee6a66a4c
2024-11-25T18:16:43,417 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec
2024-11-25T18:16:43,445 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741936_1112 (size=5134)
2024-11-25T18:16:43,850 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/f/6db1b84434a44c8fbd6138d6194d9d56 output=hdfs://localhost:36837/backupUT/backup_1732558583491/ns2/test-17325585410931/archive/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/f/6db1b84434a44c8fbd6138d6194d9d56
2024-11-25T18:16:43,850 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.011M/sec
2024-11-25T18:16:43,944 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-25T18:16:43,945 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-25T18:16:43,951 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732558589963_ns2_test-17325585410931
2024-11-25T18:16:43,951 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732558589963_ns2_test-17325585410931 finished.
2024-11-25T18:16:43,951 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732558583491_ns4:test-17325585410933
2024-11-25T18:16:43,951 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732558592123_ns4_test-17325585410933 to hdfs://localhost:36837/backupUT/backup_1732558583491/ns4/test-17325585410933/
2024-11-25T18:16:43,951 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-25T18:16:43,981 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:36837, inputRoot=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd
2024-11-25T18:16:43,981 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-400171527_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36837/backupUT/backup_1732558583491/ns4/test-17325585410933, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36837/backupUT/backup_1732558583491/ns4/test-17325585410933/.hbase-snapshot/.tmp/snapshot_1732558592123_ns4_test-17325585410933
2024-11-25T18:16:43,983 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-25T18:16:43,987 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_1732558592123_ns4_test-17325585410933 to hdfs://localhost:36837/backupUT/backup_1732558583491/ns4/test-17325585410933/.hbase-snapshot/.tmp/snapshot_1732558592123_ns4_test-17325585410933
2024-11-25T18:16:44,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741937_1113 (size=86)
2024-11-25T18:16:44,003 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741938_1114 (size=443)
2024-11-25T18:16:44,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:44,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:44,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:45,381 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-5980846385144668360.jar
2024-11-25T18:16:45,382 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:45,382 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:45,446 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-6871933279787954390.jar
2024-11-25T18:16:45,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:45,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:45,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:45,447 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:45,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:45,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:45,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-25T18:16:45,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-25T18:16:45,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-25T18:16:45,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-25T18:16:45,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-25T18:16:45,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-25T18:16:45,449 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-25T18:16:45,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-25T18:16:45,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-25T18:16:45,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-25T18:16:45,450 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-25T18:16:45,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:45,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:45,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:45,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:45,451 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:45,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:45,452 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:45,493 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-25T18:16:45,506 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-25T18:16:45,513 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732558592123_ns4_test-17325585410933' hfile list
2024-11-25T18:16:45,608 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir/job_local1377051988_0007_329759a8-cfed-4c47-9859-c670d614daf7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-25T18:16:45,608 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir/job_local1377051988_0007_329759a8-cfed-4c47-9859-c670d614daf7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-25T18:16:46,646 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-25T18:16:46,648 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-25T18:16:46,652 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732558592123_ns4_test-17325585410933
2024-11-25T18:16:46,652 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732558592123_ns4_test-17325585410933 finished.
2024-11-25T18:16:46,653 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732558583491_ns3:test-17325585410932
2024-11-25T18:16:46,653 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732558594283_ns3_test-17325585410932 to hdfs://localhost:36837/backupUT/backup_1732558583491/ns3/test-17325585410932/
2024-11-25T18:16:46,653 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-25T18:16:46,682 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:36837, inputRoot=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd
2024-11-25T18:16:46,682 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-400171527_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36837/backupUT/backup_1732558583491/ns3/test-17325585410932, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36837/backupUT/backup_1732558583491/ns3/test-17325585410932/.hbase-snapshot/.tmp/snapshot_1732558594283_ns3_test-17325585410932
2024-11-25T18:16:46,684 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-25T18:16:46,688 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_1732558594283_ns3_test-17325585410932 to hdfs://localhost:36837/backupUT/backup_1732558583491/ns3/test-17325585410932/.hbase-snapshot/.tmp/snapshot_1732558594283_ns3_test-17325585410932
2024-11-25T18:16:46,696 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741939_1115 (size=86)
2024-11-25T18:16:46,697 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741940_1116 (size=443)
2024-11-25T18:16:47,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:47,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:47,099 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:48,067 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-10436234864459442386.jar
2024-11-25T18:16:48,067 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:48,067 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:48,132 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-14294767888076519088.jar
2024-11-25T18:16:48,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:48,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:48,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:48,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:48,133 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:48,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:48,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-25T18:16:48,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-25T18:16:48,134 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-25T18:16:48,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-25T18:16:48,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-25T18:16:48,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-25T18:16:48,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-25T18:16:48,135 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-25T18:16:48,136 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-25T18:16:48,136 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-25T18:16:48,136 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-25T18:16:48,136 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:48,137 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:48,137 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:48,137 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:48,137 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:48,137 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:48,138 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:48,178 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-25T18:16:48,191 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-25T18:16:48,200 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732558594283_ns3_test-17325585410932' hfile list
2024-11-25T18:16:48,294 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir/job_local2122385307_0008_9c86b39b-abb6-42ef-be56-ade21e4d2018/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-25T18:16:48,294 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir/job_local2122385307_0008_9c86b39b-abb6-42ef-be56-ade21e4d2018/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-25T18:16:49,334 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-25T18:16:49,334 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-25T18:16:49,339 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732558594283_ns3_test-17325585410932
2024-11-25T18:16:49,339 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732558594283_ns3_test-17325585410932 finished.
2024-11-25T18:16:49,339 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1732558583491_test-1732558541093
2024-11-25T18:16:49,339 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1732558596443_default_test-1732558541093 to hdfs://localhost:36837/backupUT/backup_1732558583491/default/test-1732558541093/
2024-11-25T18:16:49,339 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY
2024-11-25T18:16:49,369 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:36837, inputRoot=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd
2024-11-25T18:16:49,369 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_-400171527_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:36837/backupUT/backup_1732558583491/default/test-1732558541093, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:36837/backupUT/backup_1732558583491/default/test-1732558541093/.hbase-snapshot/.tmp/snapshot_1732558596443_default_test-1732558541093
2024-11-25T18:16:49,371 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity.
2024-11-25T18:16:49,376 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_1732558596443_default_test-1732558541093 to hdfs://localhost:36837/backupUT/backup_1732558583491/default/test-1732558541093/.hbase-snapshot/.tmp/snapshot_1732558596443_default_test-1732558541093
2024-11-25T18:16:49,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741941_1117 (size=84)
2024-11-25T18:16:49,392 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741942_1118 (size=1347)
2024-11-25T18:16:49,794 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:49,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:49,795 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:50,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-7507247840709315858.jar
2024-11-25T18:16:50,759 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:50,760 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:50,823 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-4027349679421847103.jar
2024-11-25T18:16:50,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:50,824 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:50,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:50,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:50,825 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:50,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:16:50,826 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-25T18:16:50,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-25T18:16:50,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-25T18:16:50,827 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-25T18:16:50,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-25T18:16:50,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-25T18:16:50,828 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-25T18:16:50,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-25T18:16:50,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-25T18:16:50,829 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-25T18:16:50,830 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-25T18:16:50,830 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:50,831 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:50,831 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:50,831 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:50,832 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar
2024-11-25T18:16:50,832 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:50,832 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:16:50,885 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-25T18:16:50,898 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-25T18:16:50,904 INFO  [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1732558596443_default_test-1732558541093' hfile list
2024-11-25T18:16:50,906 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K
2024-11-25T18:16:50,993 WARN  [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir/job_local1509559353_0009_a9387387-8fbd-499a-8262-965b71970d2f/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*': No such file or directory

2024-11-25T18:16:50,993 WARN  [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/mapreduce.cluster.local.dir/job_local1509559353_0009_a9387387-8fbd-499a-8262-965b71970d2f/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/libjars/*
2024-11-25T18:16:51,060 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M
2024-11-25T18:16:51,098 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741943_1119 (size=13760)
2024-11-25T18:16:51,503 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0e07548b66694a128e569712a5cb09cc output=hdfs://localhost:36837/backupUT/backup_1732558583491/default/test-1732558541093/archive/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0e07548b66694a128e569712a5cb09cc
2024-11-25T18:16:51,504 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.030M/sec
2024-11-25T18:16:51,532 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741944_1120 (size=10796)
2024-11-25T18:16:51,936 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/4671afc789e14e30b3ed7634237b21bf output=hdfs://localhost:36837/backupUT/backup_1732558583491/default/test-1732558541093/archive/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/4671afc789e14e30b3ed7634237b21bf
2024-11-25T18:16:51,937 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.024M/sec
2024-11-25T18:16:51,973 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741945_1121 (size=8413)
2024-11-25T18:16:52,377 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/c609d72750b8467297073696501b8f15 output=hdfs://localhost:36837/backupUT/backup_1732558583491/default/test-1732558541093/archive/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f/c609d72750b8467297073696501b8f15
2024-11-25T18:16:52,378 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec
2024-11-25T18:16:52,403 WARN  [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/mobdir/data/default/test-1732558541093/c8a659f9a6257210d18041e21bc0b218/mob/d41d8cd98f00b204e9800998ecf8427e2024112559e46f40bd3e407c9af66e018b80b509_e478e37be924bab8d1072e3c9cdcf6d5 to hdfs://localhost:36837/backupUT/backup_1732558583491/default/test-1732558541093/archive/data/default/test-1732558541093/c8a659f9a6257210d18041e21bc0b218/mob/d41d8cd98f00b204e9800998ecf8427e2024112559e46f40bd3e407c9af66e018b80b509_e478e37be924bab8d1072e3c9cdcf6d5" truncated to max limit (512 characters)
2024-11-25T18:16:52,406 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741946_1122 (size=5591)
2024-11-25T18:16:52,411 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/mobdir/data/default/test-1732558541093/c8a659f9a6257210d18041e21bc0b218/mob/d41d8cd98f00b204e9800998ecf8427e2024112559e46f40bd3e407c9af66e018b80b509_e478e37be924bab8d1072e3c9cdcf6d5 output=hdfs://localhost:36837/backupUT/backup_1732558583491/default/test-1732558541093/archive/data/default/test-1732558541093/c8a659f9a6257210d18041e21bc0b218/mob/d41d8cd98f00b204e9800998ecf8427e2024112559e46f40bd3e407c9af66e018b80b509_e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:16:52,411 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.184M/sec
2024-11-25T18:16:52,450 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741947_1123 (size=5484)
2024-11-25T18:16:52,855 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0fc7809c90df40b8bf7f94059870f0a4 output=hdfs://localhost:36837/backupUT/backup_1732558583491/default/test-1732558541093/archive/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/mob/0fc7809c90df40b8bf7f94059870f0a4
2024-11-25T18:16:52,855 INFO  [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.012M/sec
2024-11-25T18:16:53,032 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export
2024-11-25T18:16:53,033 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity.
2024-11-25T18:16:53,041 INFO  [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1732558596443_default_test-1732558541093
2024-11-25T18:16:53,041 INFO  [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1732558596443_default_test-1732558541093 finished.
2024-11-25T18:16:53,041 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk
2024-11-25T18:16:53,041 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17325585410931
2024-11-25T18:16:53,041 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17325585410933
2024-11-25T18:16:53,041 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17325585410932
2024-11-25T18:16:53,041 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1732558541093
2024-11-25T18:16:53,051 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732558583491
2024-11-25T18:16:53,051 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it.
2024-11-25T18:16:53,056 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741948_1124 (size=209)
2024-11-25T18:16:53,457 INFO  [Time-limited test {}] impl.BackupManifest(484): Manifest file stored to hdfs://localhost:36837/backupUT/backup_1732558583491/.backup.manifest
2024-11-25T18:16:53,457 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1732558583491 finished: type=FULL,tablelist=backup:system_bulk;ns2:test-17325585410931;ns4:test-17325585410933;ns3:test-17325585410932;test-1732558541093,targetRootDir=hdfs://localhost:36837/backupUT,startts=1732558587682,completets=1732558613051,bytescopied=0
2024-11-25T18:16:53,457 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup.
2024-11-25T18:16:53,457 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732558587804_backup_system_bulk
2024-11-25T18:16:53,458 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732558587804_backup_system_bulk"
type: DISABLED

2024-11-25T18:16:53,460 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732558587804_backup_system_bulk
2024-11-25T18:16:53,461 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732558587804_backup_system_bulk for backup backup_1732558583491 succeeded.
2024-11-25T18:16:53,461 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732558589963_ns2_test-17325585410931
2024-11-25T18:16:53,462 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732558589963_ns2_test-17325585410931"
type: DISABLED

2024-11-25T18:16:53,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732558589963_ns2_test-17325585410931
2024-11-25T18:16:53,465 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732558589963_ns2_test-17325585410931 for backup backup_1732558583491 succeeded.
2024-11-25T18:16:53,465 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732558592123_ns4_test-17325585410933
2024-11-25T18:16:53,465 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732558592123_ns4_test-17325585410933"
type: DISABLED

2024-11-25T18:16:53,467 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732558592123_ns4_test-17325585410933
2024-11-25T18:16:53,467 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732558592123_ns4_test-17325585410933 for backup backup_1732558583491 succeeded.
2024-11-25T18:16:53,467 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732558594283_ns3_test-17325585410932
2024-11-25T18:16:53,468 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732558594283_ns3_test-17325585410932"
type: DISABLED

2024-11-25T18:16:53,469 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732558594283_ns3_test-17325585410932
2024-11-25T18:16:53,470 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732558594283_ns3_test-17325585410932 for backup backup_1732558583491 succeeded.
2024-11-25T18:16:53,470 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1732558596443_default_test-1732558541093
2024-11-25T18:16:53,471 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1732558596443_default_test-1732558541093"
type: DISABLED

2024-11-25T18:16:53,472 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1732558596443_default_test-1732558541093
2024-11-25T18:16:53,473 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1732558596443_default_test-1732558541093 for backup backup_1732558583491 succeeded.
2024-11-25T18:16:53,473 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-25T18:16:53,477 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system"
type: DISABLED

2024-11-25T18:16:53,479 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-11-25T18:16:53,480 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-11-25T18:16:53,481 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-25T18:16:53,486 INFO  [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1732558583491 completed.
2024-11-25T18:16:53,494 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:53,497 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:58,517 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:58,521 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:58,542 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:58,546 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:58,548 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation
2024-11-25T18:16:58,552 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1732558618509
2024-11-25T18:16:58,555 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1732558583491}
2024-11-25T18:16:58,555 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup.
2024-11-25T18:16:58,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:58,565 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:58,579 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:58,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:58,594 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:58,597 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:58,609 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:58,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:58,623 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:16:58,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:16:58,633 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-25T18:16:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732558618633 (current time:1732558618633).
2024-11-25T18:16:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-25T18:16:58,633 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2
2024-11-25T18:16:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a8e339d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:16:58,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:16:58,635 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:16:58,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:16:58,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:16:58,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c28ea7d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:58,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:16:58,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:16:58,635 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:58,636 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56608, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:16:58,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5059eba2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:16:58,637 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:16:58,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:16:58,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:16:58,639 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51736, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:16:58,639 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023.
2024-11-25T18:16:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-25T18:16:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:16:58,640 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:16:58,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-25T18:16:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-25T18:16:58,641 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60
2024-11-25T18:16:58,642 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-25T18:16:58,642 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-25T18:16:58,643 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-25T18:16:58,645 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-25T18:16:58,649 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741949_1125 (size=52)
2024-11-25T18:16:58,752 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-25T18:16:58,963 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-25T18:16:59,050 INFO  [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS
2024-11-25T18:16:59,051 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 119bf6bbd4178d2c48575210bbb257eb}]
2024-11-25T18:16:59,052 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:16:59,203 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=44483 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61
2024-11-25T18:16:59,203 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:16:59,204 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing 119bf6bbd4178d2c48575210bbb257eb 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB
2024-11-25T18:16:59,210 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/meta/ded0798445f244c5859c76dc4e9dbac0 is 158, key is trslm:hdfs://localhost:36837/backupUT\x00ns2:test-17325585410931/meta:log-roll-map/1732558613046/Put/seqid=0
2024-11-25T18:16:59,214 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741950_1126 (size=6646)
2024-11-25T18:16:59,273 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-25T18:16:59,400 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details.
2024-11-25T18:16:59,615 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/meta/ded0798445f244c5859c76dc4e9dbac0
2024-11-25T18:16:59,624 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/c99c62c007044457b5b73f0a2efe2283 is 826, key is session:backup_1732558583491/session:context/1732558613481/Put/seqid=0
2024-11-25T18:16:59,628 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741951_1127 (size=5928)
2024-11-25T18:16:59,782 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-25T18:17:00,029 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/c99c62c007044457b5b73f0a2efe2283
2024-11-25T18:17:00,035 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/meta/ded0798445f244c5859c76dc4e9dbac0 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/ded0798445f244c5859c76dc4e9dbac0
2024-11-25T18:17:00,040 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/ded0798445f244c5859c76dc4e9dbac0, entries=12, sequenceid=42, filesize=6.5 K
2024-11-25T18:17:00,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/c99c62c007044457b5b73f0a2efe2283 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/c99c62c007044457b5b73f0a2efe2283
2024-11-25T18:17:00,047 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/c99c62c007044457b5b73f0a2efe2283, entries=2, sequenceid=42, filesize=5.8 K
2024-11-25T18:17:00,048 INFO  [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for 119bf6bbd4178d2c48575210bbb257eb in 844ms, sequenceid=42, compaction requested=true
2024-11-25T18:17:00,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for 119bf6bbd4178d2c48575210bbb257eb:

2024-11-25T18:17:00,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb. for snapshot_backup_system completed.
2024-11-25T18:17:00,048 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.' region-info for snapshot=snapshot_backup_system
2024-11-25T18:17:00,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles
2024-11-25T18:17:00,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/10875614ad6749579b11221dfebdad7d, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/3261bb3ac8684a57a45389821fefbb68, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/ded0798445f244c5859c76dc4e9dbac0] hfiles
2024-11-25T18:17:00,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/10875614ad6749579b11221dfebdad7d for snapshot=snapshot_backup_system
2024-11-25T18:17:00,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/3261bb3ac8684a57a45389821fefbb68 for snapshot=snapshot_backup_system
2024-11-25T18:17:00,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/ded0798445f244c5859c76dc4e9dbac0 for snapshot=snapshot_backup_system
2024-11-25T18:17:00,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/7f7d96d0a4c04bfba926f53865bd1099, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/250cee90505e4353b1c6bf70e9bbfc33, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/c99c62c007044457b5b73f0a2efe2283] hfiles
2024-11-25T18:17:00,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3 for snapshot=snapshot_backup_system
2024-11-25T18:17:00,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/7f7d96d0a4c04bfba926f53865bd1099 for snapshot=snapshot_backup_system
2024-11-25T18:17:00,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/250cee90505e4353b1c6bf70e9bbfc33 for snapshot=snapshot_backup_system
2024-11-25T18:17:00,049 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/c99c62c007044457b5b73f0a2efe2283 for snapshot=snapshot_backup_system
2024-11-25T18:17:00,054 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741952_1128 (size=330)
2024-11-25T18:17:00,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:17:00,455 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61
2024-11-25T18:17:00,456 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster(4169): Remote procedure done, pid=61
2024-11-25T18:17:00,456 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:17:00,456 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:17:00,458 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60
2024-11-25T18:17:00,458 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS
2024-11-25T18:17:00,459 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 119bf6bbd4178d2c48575210bbb257eb in 1.4060 sec
2024-11-25T18:17:00,459 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-25T18:17:00,460 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-25T18:17:00,460 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system
2024-11-25T18:17:00,460 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_backup_system
2024-11-25T18:17:00,468 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741953_1129 (size=967)
2024-11-25T18:17:00,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-25T18:17:00,871 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-25T18:17:00,878 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-25T18:17:00,879 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/snapshot_backup_system
2024-11-25T18:17:00,880 INFO  [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-25T18:17:00,880 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60
2024-11-25T18:17:00,882 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 2.2400 sec
2024-11-25T18:17:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60
2024-11-25T18:17:02,802 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-25T18:17:02,803 INFO  [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1732558618509 started at 1732558622802.
2024-11-25T18:17:02,805 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1732558618509 has been started.
2024-11-25T18:17:02,810 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, ns2:test-17325585410931, ns3:test-17325585410932, ns4:test-17325585410933, test-1732558541093]
2024-11-25T18:17:02,814 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1732558573813for backupID backup_1732558618509
2024-11-25T18:17:02,814 INFO  [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ...
2024-11-25T18:17:02,814 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc
2024-11-25T18:17:02,815 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog
2024-11-25T18:17:02,815 INFO  [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog'
2024-11-25T18:17:02,815 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms
2024-11-25T18:17:02,815 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire'
2024-11-25T18:17:02,815 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members.
2024-11-25T18:17:02,815 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-25T18:17:02,815 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog
2024-11-25T18:17:02,821 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,821 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-25T18:17:02,821 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-25T18:17:02,821 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-25T18:17:02,822 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,822 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire'
2024-11-25T18:17:02,822 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog
2024-11-25T18:17:02,822 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog
2024-11-25T18:17:02,823 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35
2024-11-25T18:17:02,823 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog
2024-11-25T18:17:02,823 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup.
2024-11-25T18:17:02,823 INFO  [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure.
2024-11-25T18:17:02,823 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog
2024-11-25T18:17:02,823 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms
2024-11-25T18:17:02,823 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms
2024-11-25T18:17:02,823 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage
2024-11-25T18:17:02,823 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired
2024-11-25T18:17:02,823 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'ac0af6c6e13a,44483,1732558532637' joining acquired barrier for procedure (rolllog) in zk
2024-11-25T18:17:02,825 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,825 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog
2024-11-25T18:17:02,825 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,825 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-25T18:17:02,825 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-25T18:17:02,826 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog
2024-11-25T18:17:02,826 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator
2024-11-25T18:17:02,826 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-25T18:17:02,826 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-25T18:17:02,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:17:02,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,827 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-25T18:17:02,828 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'ac0af6c6e13a,44483,1732558532637' joining acquired barrier for procedure 'rolllog' on coordinator
2024-11-25T18:17:02,828 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@2d8ed1ea[Count = 0] remaining members to acquire global barrier
2024-11-25T18:17:02,828 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution.
2024-11-25T18:17:02,828 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog
2024-11-25T18:17:02,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-25T18:17:02,829 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog
2024-11-25T18:17:02,829 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog
2024-11-25T18:17:02,829 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator.
2024-11-25T18:17:02,829 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,830 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release'
2024-11-25T18:17:02,830 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish.
2024-11-25T18:17:02,830 DEBUG [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,830 INFO  [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1732558587721 highest: 1732558587738 on ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,830 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ac0af6c6e13a%2C44483%2C1732558532637.meta:.meta(num 1732558587703) roll requested
2024-11-25T18:17:02,844 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558622830.meta, exclude list is [], retry=0
2024-11-25T18:17:02,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c,DISK]
2024-11-25T18:17:02,848 INFO  [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558587703.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558622830.meta
2024-11-25T18:17:02,848 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499)]
2024-11-25T18:17:02,848 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558587703.meta is not closed yet, will try archiving it next time
2024-11-25T18:17:02,848 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0:(num 1732558587721) roll requested
2024-11-25T18:17:02,850 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558587703.meta not finished, retry = 0
2024-11-25T18:17:02,850 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741911_1087 (size=93)
2024-11-25T18:17:02,861 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558622848, exclude list is [], retry=0
2024-11-25T18:17:02,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c,DISK]
2024-11-25T18:17:02,865 INFO  [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558587721 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558622848
2024-11-25T18:17:02,865 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499)]
2024-11-25T18:17:02,865 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558587721 is not closed yet, will try archiving it next time
2024-11-25T18:17:02,865 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1:(num 1732558587738) roll requested
2024-11-25T18:17:02,865 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558554011 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558554011
2024-11-25T18:17:02,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741912_1088 (size=653)
2024-11-25T18:17:02,866 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558587721 not finished, retry = 0
2024-11-25T18:17:02,878 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558622865, exclude list is [], retry=0
2024-11-25T18:17:02,880 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43001,DS-7c422f2a-5bdf-4fb1-b13a-c34d5f48f49c,DISK]
2024-11-25T18:17:02,882 INFO  [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558587738 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558622865
2024-11-25T18:17:02,882 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:46499:46499)]
2024-11-25T18:17:02,882 DEBUG [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558587738 is not closed yet, will try archiving it next time
2024-11-25T18:17:02,882 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558573813 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558573813
2024-11-25T18:17:02,884 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741913_1089 (size=4710)
2024-11-25T18:17:02,884 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558587738 not finished, retry = 0
2024-11-25T18:17:02,890 DEBUG [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 60
2024-11-25T18:17:02,890 INFO  [rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1732558622848 on ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100
2024-11-25T18:17:02,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:17:02,906 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed
2024-11-25T18:17:02,906 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure  'rolllog' completed for member 'ac0af6c6e13a,44483,1732558532637' in zk
2024-11-25T18:17:02,908 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,908 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion
2024-11-25T18:17:02,908 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-25T18:17:02,908 DEBUG [member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed.
2024-11-25T18:17:02,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-25T18:17:02,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-25T18:17:02,908 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-25T18:17:02,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-25T18:17:02,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:17:02,909 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-25T18:17:02,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:17:02,910 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,911 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'ac0af6c6e13a,44483,1732558532637': 
2024-11-25T18:17:02,911 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'ac0af6c6e13a,44483,1732558532637' released barrier for procedure'rolllog', counting down latch.  Waiting for 0 more
2024-11-25T18:17:02,911 INFO  [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed
2024-11-25T18:17:02,911 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase.
2024-11-25T18:17:02,911 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures
2024-11-25T18:17:02,911 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog
2024-11-25T18:17:02,911 INFO  [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort
2024-11-25T18:17:02,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-25T18:17:02,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-25T18:17:02,913 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-25T18:17:02,913 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog
2024-11-25T18:17:02,913 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog
2024-11-25T18:17:02,913 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system:
2024-11-25T18:17:02,913 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-25T18:17:02,913 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc
2024-11-25T18:17:02,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort
2024-11-25T18:17:02,914 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-25T18:17:02,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-25T18:17:02,914 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:17:02,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog
2024-11-25T18:17:02,914 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired
2024-11-25T18:17:02,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:17:02,915 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,915 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached
2024-11-25T18:17:02,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog
2024-11-25T18:17:02,916 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-25T18:17:02,918 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog
2024-11-25T18:17:02,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired
2024-11-25T18:17:02,919 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired
2024-11-25T18:17:02,919 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired'
2024-11-25T18:17:02,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:02,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort
2024-11-25T18:17:02,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-25T18:17:02,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog
2024-11-25T18:17:02,919 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog
2024-11-25T18:17:02,919 DEBUG [(ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer.
2024-11-25T18:17:02,919 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog
2024-11-25T18:17:02,919 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful!
2024-11-25T18:17:02,919 INFO  [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort
2024-11-25T18:17:02,919 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort'
2024-11-25T18:17:02,922 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done
2024-11-25T18:17:02,924 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup()
olderTimestamps: {ac0af6c6e13a:44483=1732558573813}
 newestTimestamps: {ac0af6c6e13a:44483=1732558587738}
2024-11-25T18:17:02,926 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558535563.meta
2024-11-25T18:17:02,926 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558573759.meta
2024-11-25T18:17:02,926 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558587703.meta
2024-11-25T18:17:02,926 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558622830.meta
2024-11-25T18:17:02,926 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558587721
2024-11-25T18:17:02,926 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558622848
2024-11-25T18:17:02,926 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558587738
2024-11-25T18:17:02,926 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558622865
2024-11-25T18:17:02,926 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558553983.meta
2024-11-25T18:17:02,935 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741957_1133 (size=640)
2024-11-25T18:17:02,950 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558587703.meta to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558587703.meta
2024-11-25T18:17:02,967 INFO  [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558587721 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558587721
2024-11-25T18:17:03,336 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:36837/backupUT/backup_1732558618509/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T18:17:03,336 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-25T18:17:03,339 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk
2024-11-25T18:17:03,344 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741958_1134 (size=45)
2024-11-25T18:17:03,744 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk
2024-11-25T18:17:03,754 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741959_1135 (size=364)
2024-11-25T18:17:04,156 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17325585410931 target: hdfs://localhost:36837/backupUT/backup_1732558618509/ns2/test-17325585410931 descriptor: 'ns2:test-17325585410931', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T18:17:04,156 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-25T18:17:04,158 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17325585410931
2024-11-25T18:17:04,162 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741960_1136 (size=50)
2024-11-25T18:17:04,563 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17325585410931
2024-11-25T18:17:04,572 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741961_1137 (size=390)
2024-11-25T18:17:04,974 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17325585410933 target: hdfs://localhost:36837/backupUT/backup_1732558618509/ns4/test-17325585410933 descriptor: 'ns4:test-17325585410933', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T18:17:04,974 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-25T18:17:04,976 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17325585410933
2024-11-25T18:17:04,980 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741962_1138 (size=50)
2024-11-25T18:17:05,381 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17325585410933
2024-11-25T18:17:05,390 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741963_1139 (size=390)
2024-11-25T18:17:05,792 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17325585410932 target: hdfs://localhost:36837/backupUT/backup_1732558618509/ns3/test-17325585410932 descriptor: 'ns3:test-17325585410932', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T18:17:05,792 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-25T18:17:05,794 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17325585410932
2024-11-25T18:17:05,799 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741964_1140 (size=50)
2024-11-25T18:17:06,200 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17325585410932
2024-11-25T18:17:06,208 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741965_1141 (size=950)
2024-11-25T18:17:06,610 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1732558541093 target: hdfs://localhost:36837/backupUT/backup_1732558618509/default/test-1732558541093 descriptor: 'test-1732558541093', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}
2024-11-25T18:17:06,610 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo.
2024-11-25T18:17:06,613 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1732558541093
2024-11-25T18:17:06,618 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741966_1142 (size=53)
2024-11-25T18:17:07,018 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1732558541093
2024-11-25T18:17:07,028 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:36837/backupUT/.tmp/backup_1732558618509 from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558587721;hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1.1732558587738
2024-11-25T18:17:07,029 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b555324, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:17:07,029 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:17:07,029 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:17:07,030 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:17:07,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:17:07,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:17:07,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bf8d963, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:17:07,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:17:07,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:17:07,031 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:17:07,031 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56636, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:17:07,032 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3514e329, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:17:07,032 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry
2024-11-25T18:17:07,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is ac0af6c6e13a,37023,1732558530621
2024-11-25T18:17:07,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@f4b4fff
2024-11-25T18:17:07,033 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false
2024-11-25T18:17:07,033 INFO  [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56642, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService
2024-11-25T18:17:07,037 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled
2024-11-25T18:17:07,037 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk
2024-11-25T18:17:07,037 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100
2024-11-25T18:17:07,037 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:17:07,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:17:07,038 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:17:07,039 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51748, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:17:07,040 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk;
2024-11-25T18:17:07,040 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17325585410931
2024-11-25T18:17:07,040 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17325585410931,, stopping at row=ns2:test-17325585410931 ,, for max=2147483647 with caching=100
2024-11-25T18:17:07,042 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17325585410931: ns2:test-17325585410931;
2024-11-25T18:17:07,042 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17325585410932
2024-11-25T18:17:07,042 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17325585410932,, stopping at row=ns3:test-17325585410932 ,, for max=2147483647 with caching=100
2024-11-25T18:17:07,043 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17325585410932: ns3:test-17325585410932;
2024-11-25T18:17:07,043 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17325585410933
2024-11-25T18:17:07,044 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17325585410933,, stopping at row=ns4:test-17325585410933 ,, for max=2147483647 with caching=100
2024-11-25T18:17:07,045 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17325585410933: ns4:test-17325585410933;
2024-11-25T18:17:07,045 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1732558541093
2024-11-25T18:17:07,045 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1732558541093,, stopping at row=test-1732558541093 ,, for max=2147483647 with caching=100
2024-11-25T18:17:07,047 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1732558541093: test-1732558541093;
2024-11-25T18:17:07,047 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables
2024-11-25T18:17:07,047 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/hbase-staging/partitions_c51c898f-a1a1-4f4e-b739-d192d17eb122
2024-11-25T18:17:07,052 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741967_1143 (size=324)
2024-11-25T18:17:07,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:17:07,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-protocol-shaded/target/hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:17:07,454 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-client/target/hbase-client-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:17:08,335 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region e478e37be924bab8d1072e3c9cdcf6d5, had cached 0 bytes from a total of 38453
2024-11-25T18:17:08,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-4148507470965764826.jar
2024-11-25T18:17:08,425 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:17:08,426 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-hadoop-compat/target/hbase-hadoop-compat-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:17:08,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-9947841660996224179.jar
2024-11-25T18:17:08,490 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics/target/hbase-metrics-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:17:08,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-metrics-api/target/hbase-metrics-api-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:17:08,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-replication/target/hbase-replication-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:17:08,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-http/target/hbase-http-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:17:08,491 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-procedure/target/hbase-procedure-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:17:08,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-zookeeper/target/hbase-zookeeper-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:17:08,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-25T18:17:08,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar
2024-11-25T18:17:08,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar
2024-11-25T18:17:08,492 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar
2024-11-25T18:17:08,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar
2024-11-25T18:17:08,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar
2024-11-25T18:17:08,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar
2024-11-25T18:17:08,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar
2024-11-25T18:17:08,493 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar
2024-11-25T18:17:08,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar
2024-11-25T18:17:08,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar
2024-11-25T18:17:08,494 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:17:08,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-6806267888964548704.jar
2024-11-25T18:17:08,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-6806267888964548704.jar
2024-11-25T18:17:08,559 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-common/target/hbase-common-4.0.0-alpha-1-SNAPSHOT.jar
2024-11-25T18:17:08,559 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-6806267888964548704.jar
2024-11-25T18:17:08,559 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-6806267888964548704.jar
2024-11-25T18:17:08,559 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar
2024-11-25T18:17:08,559 INFO  [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,ns2:test-17325585410931,ns3:test-17325585410932,ns4:test-17325585410933,default:test-1732558541093
2024-11-25T18:17:08,559 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-25T18:17:08,560 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342)
    at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398)
    at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300)
    at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T18:17:08,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:17:08,560 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:17:08,560 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:17:08,560 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar
2024-11-25T18:17:09,523 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop-13264013856923894133.jar
2024-11-25T18:17:09,535 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this.
2024-11-25T18:17:09,548 WARN  [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set.  User classes may not be found. See Job or Job#setJar(String).
2024-11-25T18:17:09,552 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558587721 for WAL files
2024-11-25T18:17:09,553 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected exception in incremental-backup: incremental copy backup_1732558618509File hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558587721 does not exist.
java.io.FileNotFoundException: File hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558587721 does not exist.
	at org.apache.hadoop.hdfs.DistributedFileSystem$DirListingIterator.<init>(DistributedFileSystem.java:1294) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$DirListingIterator.<init>(DistributedFileSystem.java:1268) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$25.doCall(DistributedFileSystem.java:1213) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem$25.doCall(DistributedFileSystem.java:1209) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystemLinkResolver.resolve(FileSystemLinkResolver.java:81) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hdfs.DistributedFileSystem.listLocatedStatus(DistributedFileSystem.java:1227) ~[hadoop-hdfs-client-3.4.1.jar:?]
	at org.apache.hadoop.fs.FileSystem.listLocatedStatus(FileSystem.java:2263) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getFiles(WALInputFormat.java:356) ~[classes/:?]
	at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getSplits(WALInputFormat.java:321) ~[classes/:?]
	at org.apache.hadoop.hbase.mapreduce.WALInputFormat.getSplits(WALInputFormat.java:301) ~[classes/:?]
	at org.apache.hadoop.mapreduce.JobSubmitter.writeNewSplits(JobSubmitter.java:311) ~[hadoop-mapreduce-client-core-3.4.1.jar:?]
	at org.apache.hadoop.mapreduce.JobSubmitter.writeSplits(JobSubmitter.java:328) ~[hadoop-mapreduce-client-core-3.4.1.jar:?]
	at org.apache.hadoop.mapreduce.JobSubmitter.submitJobInternal(JobSubmitter.java:201) ~[hadoop-mapreduce-client-core-3.4.1.jar:?]
	at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1677) ~[hadoop-mapreduce-client-core-3.4.1.jar:?]
	at org.apache.hadoop.mapreduce.Job$11.run(Job.java:1674) ~[hadoop-mapreduce-client-core-3.4.1.jar:?]
	at java.security.AccessController.doPrivileged(AccessController.java:712) ~[?:?]
	at javax.security.auth.Subject.doAs(Subject.java:439) ~[?:?]
	at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1953) ~[hadoop-common-3.4.1.jar:?]
	at org.apache.hadoop.mapreduce.Job.submit(Job.java:1674) ~[hadoop-mapreduce-client-core-3.4.1.jar:?]
	at org.apache.hadoop.mapreduce.Job.waitForCompletion(Job.java:1695) ~[hadoop-mapreduce-client-core-3.4.1.jar:?]
	at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:426) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?]
	at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:184) ~[test-classes/:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?]
	at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?]
	at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2]
	at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
2024-11-25T18:17:09,553 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1732558618509,startts=1732558622802,failedts=1732558629553,failedphase=PREPARE_INCREMENTAL,failedmessage=File hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558587721 does not exist.
2024-11-25T18:17:09,554 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot
2024-11-25T18:17:09,562 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable backup:system
2024-11-25T18:17:09,567 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=backup:system
2024-11-25T18:17:09,570 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-25T18:17:09,570 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732558629570"}]},"ts":"1732558629570"}
2024-11-25T18:17:09,572 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=DISABLING in hbase:meta
2024-11-25T18:17:09,572 INFO  [PEWorker-4 {}] procedure.DisableTableProcedure(284): Set backup:system to state=DISABLING
2024-11-25T18:17:09,574 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=backup:system}]
2024-11-25T18:17:09,579 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=119bf6bbd4178d2c48575210bbb257eb, UNASSIGN}]
2024-11-25T18:17:09,579 INFO  [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=119bf6bbd4178d2c48575210bbb257eb, UNASSIGN
2024-11-25T18:17:09,580 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=119bf6bbd4178d2c48575210bbb257eb, regionState=CLOSING, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:09,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=63, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=119bf6bbd4178d2c48575210bbb257eb, UNASSIGN because future has completed
2024-11-25T18:17:09,582 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false
2024-11-25T18:17:09,582 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure 119bf6bbd4178d2c48575210bbb257eb, server=ac0af6c6e13a,44483,1732558532637}]
2024-11-25T18:17:09,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-25T18:17:09,734 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(122): Close 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:17:09,734 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false
2024-11-25T18:17:09,734 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1722): Closing 119bf6bbd4178d2c48575210bbb257eb, disabling compactions & flushes
2024-11-25T18:17:09,735 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1755): Closing region backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:17:09,735 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:17:09,735 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb. after waiting 0 ms
2024-11-25T18:17:09,735 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:17:09,735 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(2902): Flushing 119bf6bbd4178d2c48575210bbb257eb 2/2 column families, dataSize=398 B heapSize=1.04 KB
2024-11-25T18:17:09,739 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/meta/2cacf73111694ec4bd0a65327bbe6d2c is 103, key is rslogts:hdfs://localhost:36837/backupUT\x00ac0af6c6e13a:44483/meta:rs-log-ts/1732558622905/Put/seqid=0
2024-11-25T18:17:09,743 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741968_1144 (size=5338)
2024-11-25T18:17:09,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-25T18:17:10,144 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=99 B at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/meta/2cacf73111694ec4bd0a65327bbe6d2c
2024-11-25T18:17:10,152 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/888e34ec229d431f84c80b610b66c35e is 303, key is session:backup_1732558618509/session:context/1732558622804/Put/seqid=0
2024-11-25T18:17:10,156 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741969_1145 (size=5391)
2024-11-25T18:17:10,192 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-25T18:17:10,557 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=299 B at sequenceid=47 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/888e34ec229d431f84c80b610b66c35e
2024-11-25T18:17:10,562 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/meta/2cacf73111694ec4bd0a65327bbe6d2c as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/2cacf73111694ec4bd0a65327bbe6d2c
2024-11-25T18:17:10,566 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/2cacf73111694ec4bd0a65327bbe6d2c, entries=1, sequenceid=47, filesize=5.2 K
2024-11-25T18:17:10,567 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/888e34ec229d431f84c80b610b66c35e as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/888e34ec229d431f84c80b610b66c35e
2024-11-25T18:17:10,572 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/888e34ec229d431f84c80b610b66c35e, entries=1, sequenceid=47, filesize=5.3 K
2024-11-25T18:17:10,573 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(3140): Finished flush of dataSize ~398 B/398, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 119bf6bbd4178d2c48575210bbb257eb in 838ms, sequenceid=47, compaction requested=true
2024-11-25T18:17:10,577 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/recovered.edits/50.seqid, newMaxSeqId=50, maxSeqId=1
2024-11-25T18:17:10,577 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-25T18:17:10,578 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1973): Closed backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:17:10,578 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] regionserver.HRegion(1676): Region close journal for 119bf6bbd4178d2c48575210bbb257eb:
Waiting for close lock at 1732558629734Running coprocessor pre-close hooks at 1732558629734Disabling compacts and flushes for region at 1732558629734Disabling writes for close at 1732558629735 (+1 ms)Obtaining lock to block concurrent updates at 1732558629735Preparing flush snapshotting stores in 119bf6bbd4178d2c48575210bbb257eb at 1732558629735Finished memstore snapshotting backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb., syncing WAL and waiting on mvcc, flushsize=dataSize=398, getHeapSize=1032, getOffHeapSize=0, getCellsCount=2 at 1732558629735Flushing stores of backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb. at 1732558629736 (+1 ms)Flushing 119bf6bbd4178d2c48575210bbb257eb/meta: creating writer at 1732558629736Flushing 119bf6bbd4178d2c48575210bbb257eb/meta: appending metadata at 1732558629739 (+3 ms)Flushing 119bf6bbd4178d2c48575210bbb257eb/meta: closing flushed file at 1732558629739Flushing 119bf6bbd4178d2c48575210bbb257eb/session: creating writer at 1732558630150 (+411 ms)Flushing 119bf6bbd4178d2c48575210bbb257eb/session: appending metadata at 1732558630152 (+2 ms)Flushing 119bf6bbd4178d2c48575210bbb257eb/session: closing flushed file at 1732558630152Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@375303fd: reopening flushed file at 1732558630561 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@184b4095: reopening flushed file at 1732558630567 (+6 ms)Finished flush of dataSize ~398 B/398, heapSize ~1.01 KB/1032, currentSize=0 B/0 for 119bf6bbd4178d2c48575210bbb257eb in 838ms, sequenceid=47, compaction requested=true at 1732558630573 (+6 ms)Writing region close event to WAL at 1732558630574 (+1 ms)Running coprocessor post-close hooks at 1732558630577 (+3 ms)Closed at 1732558630578 (+1 ms)
2024-11-25T18:17:10,580 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION, pid=65}] handler.UnassignRegionHandler(157): Closed 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:17:10,580 INFO  [PEWorker-4 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=119bf6bbd4178d2c48575210bbb257eb, regionState=CLOSED
2024-11-25T18:17:10,582 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=64, state=RUNNABLE, hasLock=false; CloseRegionProcedure 119bf6bbd4178d2c48575210bbb257eb, server=ac0af6c6e13a,44483,1732558532637 because future has completed
2024-11-25T18:17:10,585 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=64
2024-11-25T18:17:10,585 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=64, state=SUCCESS, hasLock=false; CloseRegionProcedure 119bf6bbd4178d2c48575210bbb257eb, server=ac0af6c6e13a,44483,1732558532637 in 1.0010 sec
2024-11-25T18:17:10,587 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=64, resume processing ppid=63
2024-11-25T18:17:10,587 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=63, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=119bf6bbd4178d2c48575210bbb257eb, UNASSIGN in 1.0070 sec
2024-11-25T18:17:10,589 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62
2024-11-25T18:17:10,589 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=backup:system in 1.0140 sec
2024-11-25T18:17:10,590 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732558630590"}]},"ts":"1732558630590"}
2024-11-25T18:17:10,592 INFO  [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=DISABLED in hbase:meta
2024-11-25T18:17:10,592 INFO  [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set backup:system to state=DISABLED
2024-11-25T18:17:10,594 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; DisableTableProcedure table=backup:system in 1.0280 sec
2024-11-25T18:17:10,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62
2024-11-25T18:17:10,703 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: backup:system completed
2024-11-25T18:17:10,710 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.RawAsyncHBaseAdmin(2177): Taking restore-failsafe snapshot: hbase-failsafe-snapshot_backup_system-1732558630710
2024-11-25T18:17:10,711 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=hbase-failsafe-snapshot_backup_system-1732558630710 table=backup:system type=FLUSH ttl=0 }
2024-11-25T18:17:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1732558630711 (current time:1732558630711).
2024-11-25T18:17:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0
2024-11-25T18:17:10,711 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot hbase-failsafe-snapshot_backup_system-1732558630710 VERSION not specified, setting to 2
2024-11-25T18:17:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71701e59, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:17:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ClusterIdFetcher(90): Going to request ac0af6c6e13a,37023,-1 for getting cluster id
2024-11-25T18:17:10,712 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false
2024-11-25T18:17:10,713 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '0318c8a5-738b-4e85-9657-4918caafdee7'
2024-11-25T18:17:10,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse
2024-11-25T18:17:10,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "0318c8a5-738b-4e85-9657-4918caafdee7"

2024-11-25T18:17:10,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d224c07, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:17:10,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [ac0af6c6e13a,37023,-1]
2024-11-25T18:17:10,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false
2024-11-25T18:17:10,713 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:17:10,714 INFO  [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:48046, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService
2024-11-25T18:17:10,715 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@65ee04b5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null
2024-11-25T18:17:10,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.ConnectionUtils(547): Start fetching meta region location from registry
2024-11-25T18:17:10,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=ac0af6c6e13a,44483,1732558532637, seqNum=-1]
2024-11-25T18:17:10,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false
2024-11-25T18:17:10,717 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:47016, version=4.0.0-alpha-1-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService
2024-11-25T18:17:10,717 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023.
2024-11-25T18:17:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481)
    at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353)
    at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767)
    at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java)
    at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444)
    at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102)
    at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82)

2024-11-25T18:17:10,717 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:17:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:17:10,718 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:17:10,718 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot...
2024-11-25T18:17:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=66, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1732558630710 table=backup:system type=FLUSH ttl=0 }
2024-11-25T18:17:10,719 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=hbase-failsafe-snapshot_backup_system-1732558630710 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 66
2024-11-25T18:17:10,720 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-25T18:17:10,720 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1732558630710 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE
2024-11-25T18:17:10,721 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1732558630710 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION
2024-11-25T18:17:10,723 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1732558630710 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO
2024-11-25T18:17:10,727 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741970_1146 (size=81)
2024-11-25T18:17:10,822 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-25T18:17:11,032 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-25T18:17:11,097 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system
2024-11-25T18:17:11,129 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_SNAPSHOT_CLOSED_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1732558630710 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_CLOSED_REGIONS
2024-11-25T18:17:11,130 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot.
2024-11-25T18:17:11,130 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles
2024-11-25T18:17:11,130 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:17:11,132 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/10875614ad6749579b11221dfebdad7d, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/2cacf73111694ec4bd0a65327bbe6d2c, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/3261bb3ac8684a57a45389821fefbb68, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/ded0798445f244c5859c76dc4e9dbac0] hfiles
2024-11-25T18:17:11,132 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/4): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/10875614ad6749579b11221dfebdad7d
2024-11-25T18:17:11,132 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/4): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/2cacf73111694ec4bd0a65327bbe6d2c
2024-11-25T18:17:11,132 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (3/4): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/3261bb3ac8684a57a45389821fefbb68
2024-11-25T18:17:11,132 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (4/4): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/ded0798445f244c5859c76dc4e9dbac0
2024-11-25T18:17:11,132 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:17:11,134 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/250cee90505e4353b1c6bf70e9bbfc33, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/7f7d96d0a4c04bfba926f53865bd1099, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/888e34ec229d431f84c80b610b66c35e, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/c99c62c007044457b5b73f0a2efe2283] hfiles
2024-11-25T18:17:11,134 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/5): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/250cee90505e4353b1c6bf70e9bbfc33
2024-11-25T18:17:11,134 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (2/5): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3
2024-11-25T18:17:11,134 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (3/5): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/7f7d96d0a4c04bfba926f53865bd1099
2024-11-25T18:17:11,134 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (4/5): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/888e34ec229d431f84c80b610b66c35e
2024-11-25T18:17:11,134 DEBUG [ClosedRegionsSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (5/5): hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/c99c62c007044457b5b73f0a2efe2283
2024-11-25T18:17:11,139 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741971_1147 (size=409)
2024-11-25T18:17:11,342 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-25T18:17:11,540 INFO  [ClosedRegionsSnapshotPool-pool-0 {}] procedure.SnapshotProcedure$1(378): take snapshot region={ENCODED => 119bf6bbd4178d2c48575210bbb257eb, NAME => 'backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.', STARTKEY => '', ENDKEY => ''}, table=backup:system
2024-11-25T18:17:11,541 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1732558630710 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION
2024-11-25T18:17:11,541 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1732558630710 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT
2024-11-25T18:17:11,541 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for hbase-failsafe-snapshot_backup_system-1732558630710
2024-11-25T18:17:11,542 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/hbase-failsafe-snapshot_backup_system-1732558630710
2024-11-25T18:17:11,549 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741972_1148 (size=1046)
2024-11-25T18:17:11,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-25T18:17:11,952 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1732558630710 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT
2024-11-25T18:17:11,960 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1732558630710 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT
2024-11-25T18:17:11,961 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/.tmp/hbase-failsafe-snapshot_backup_system-1732558630710 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.hbase-snapshot/hbase-failsafe-snapshot_backup_system-1732558630710
2024-11-25T18:17:11,962 INFO  [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=66, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1732558630710 table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION
2024-11-25T18:17:11,963 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=hbase-failsafe-snapshot_backup_system-1732558630710 table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 66
2024-11-25T18:17:11,964 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=66, snapshot={ ss=hbase-failsafe-snapshot_backup_system-1732558630710 table=backup:system type=FLUSH ttl=0 } in 1.2450 sec
2024-11-25T18:17:12,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=66
2024-11-25T18:17:12,863 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed
2024-11-25T18:17:12,883 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:RESTORE_SNAPSHOT_PRE_OPERATION, hasLock=false; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot_backup_system"
table: "backup:system"
creation_time: 1732558618633
type: FLUSH
version: 2
ttl: 0
)
2024-11-25T18:17:12,885 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(1055): Restore snapshot=snapshot_backup_system as table=backup:system
2024-11-25T18:17:12,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-25T18:17:12,894 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741973_1149 (size=635)
2024-11-25T18:17:12,992 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-25T18:17:13,203 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-25T18:17:13,296 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/.tabledesc/.tableinfo.0000000001.635
2024-11-25T18:17:13,297 INFO  [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/.tabledesc/.tableinfo.0000000002.635
2024-11-25T18:17:13,298 INFO  [PEWorker-2 {}] procedure.RestoreSnapshotProcedure(410): Starting restore snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }
2024-11-25T18:17:13,302 INFO  [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(183): starting restore table regions using snapshot=name: "snapshot_backup_system"
table: "backup:system"
creation_time: 1732558618633
type: FLUSH
version: 2
ttl: 0

2024-11-25T18:17:13,303 DEBUG [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(850): get table regions: hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system
2024-11-25T18:17:13,305 DEBUG [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(862): found 1 regions for table=backup:system
2024-11-25T18:17:13,305 INFO  [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(229): region to restore: 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:17:13,309 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:17:13,312 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/2cacf73111694ec4bd0a65327bbe6d2c to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/archive/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/2cacf73111694ec4bd0a65327bbe6d2c
2024-11-25T18:17:13,313 DEBUG [RestoreSnapshot-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:17:13,316 DEBUG [RestoreSnapshot-pool-0 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/888e34ec229d431f84c80b610b66c35e to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/archive/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/888e34ec229d431f84c80b610b66c35e
2024-11-25T18:17:13,316 INFO  [PEWorker-2 {}] snapshot.RestoreSnapshotHelper(272): finishing restore table regions using snapshot=name: "snapshot_backup_system"
table: "backup:system"
creation_time: 1732558618633
type: FLUSH
version: 2
ttl: 0

2024-11-25T18:17:13,318 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1732558633317"}]},"ts":"9223372036854775807"}
2024-11-25T18:17:13,321 INFO  [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META
2024-11-25T18:17:13,321 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 119bf6bbd4178d2c48575210bbb257eb, NAME => 'backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.', STARTKEY => '', ENDKEY => ''}]
2024-11-25T18:17:13,322 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1732558633318"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1732558633318"}]},"ts":"1732558633318"}
2024-11-25T18:17:13,323 INFO  [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta.
2024-11-25T18:17:13,323 INFO  [PEWorker-2 {}] assignment.RegionStateStore(585): Overwritten 1 regions to Meta
2024-11-25T18:17:13,323 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(586): Overwritten regions: [{ENCODED => 119bf6bbd4178d2c48575210bbb257eb, NAME => 'backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.', STARTKEY => '', ENDKEY => ''}] 
2024-11-25T18:17:13,324 INFO  [PEWorker-2 {}] procedure.RestoreSnapshotProcedure(481): Restore snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } on table=backup:system completed!
2024-11-25T18:17:13,326 INFO  [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; RestoreSnapshotProcedure (table=backup:system snapshot=name: "snapshot_backup_system"
table: "backup:system"
creation_time: 1732558618633
type: FLUSH
version: 2
ttl: 0
) in 447 msec
2024-11-25T18:17:13,512 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67
2024-11-25T18:17:13,513 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin(2211): Deleting restore-failsafe snapshot: hbase-failsafe-snapshot_backup_system-1732558630710
2024-11-25T18:17:13,513 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "hbase-failsafe-snapshot_backup_system-1732558630710"
type: DISABLED

2024-11-25T18:17:13,516 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(381): Deleting snapshot: hbase-failsafe-snapshot_backup_system-1732558630710
2024-11-25T18:17:13,521 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.HMaster$12(2787): Client=jenkins//172.17.0.2 enable backup:system
2024-11-25T18:17:13,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] procedure2.ProcedureExecutor(1139): Stored pid=68, state=RUNNABLE:ENABLE_TABLE_PREPARE, hasLock=false; EnableTableProcedure table=backup:system
2024-11-25T18:17:13,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-25T18:17:13,527 INFO  [PEWorker-1 {}] procedure.EnableTableProcedure(296): Attempting to enable the table backup:system
2024-11-25T18:17:13,527 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732558633527"}]},"ts":"1732558633527"}
2024-11-25T18:17:13,529 INFO  [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta
2024-11-25T18:17:13,530 DEBUG [PEWorker-1 {}] procedure.EnableTableProcedure(107): No change in number of region replicas (configuredReplicaCount=1); assigning.
2024-11-25T18:17:13,530 INFO  [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=119bf6bbd4178d2c48575210bbb257eb, ASSIGN}]
2024-11-25T18:17:13,531 INFO  [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=119bf6bbd4178d2c48575210bbb257eb, ASSIGN
2024-11-25T18:17:13,531 INFO  [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=119bf6bbd4178d2c48575210bbb257eb, ASSIGN; state=CLOSED, location=null; forceNewPlan=false, retain=false
2024-11-25T18:17:13,632 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-25T18:17:13,682 INFO  [PEWorker-5 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=119bf6bbd4178d2c48575210bbb257eb, regionState=OPENING, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:13,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=119bf6bbd4178d2c48575210bbb257eb, ASSIGN because future has completed
2024-11-25T18:17:13,684 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=70, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 119bf6bbd4178d2c48575210bbb257eb, server=ac0af6c6e13a,44483,1732558532637}]
2024-11-25T18:17:13,839 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(132): Open backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:17:13,839 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7752): Opening region: {ENCODED => 119bf6bbd4178d2c48575210bbb257eb, NAME => 'backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.', STARTKEY => '', ENDKEY => ''}
2024-11-25T18:17:13,840 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911.
2024-11-25T18:17:13,840 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:17:13,840 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(898): Instantiated backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable
2024-11-25T18:17:13,840 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7794): checking encryption for 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:17:13,840 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(7797): checking classloading for 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:17:13,841 INFO  [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 119bf6bbd4178d2c48575210bbb257eb 
2024-11-25T18:17:13,842 INFO  [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 119bf6bbd4178d2c48575210bbb257eb columnFamilyName meta
2024-11-25T18:17:13,842 DEBUG [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:17:13,842 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-25T18:17:13,848 DEBUG [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/10875614ad6749579b11221dfebdad7d
2024-11-25T18:17:13,852 DEBUG [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/3261bb3ac8684a57a45389821fefbb68
2024-11-25T18:17:13,856 DEBUG [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/ded0798445f244c5859c76dc4e9dbac0
2024-11-25T18:17:13,856 INFO  [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] regionserver.HStore(327): Store=119bf6bbd4178d2c48575210bbb257eb/meta,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:17:13,856 INFO  [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 119bf6bbd4178d2c48575210bbb257eb 
2024-11-25T18:17:13,857 INFO  [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 119bf6bbd4178d2c48575210bbb257eb columnFamilyName session
2024-11-25T18:17:13,857 DEBUG [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker
2024-11-25T18:17:13,863 DEBUG [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/250cee90505e4353b1c6bf70e9bbfc33
2024-11-25T18:17:13,867 DEBUG [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3
2024-11-25T18:17:13,871 DEBUG [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/7f7d96d0a4c04bfba926f53865bd1099
2024-11-25T18:17:13,875 DEBUG [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/c99c62c007044457b5b73f0a2efe2283
2024-11-25T18:17:13,875 INFO  [StoreOpener-119bf6bbd4178d2c48575210bbb257eb-1 {}] regionserver.HStore(327): Store=119bf6bbd4178d2c48575210bbb257eb/session,  memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE
2024-11-25T18:17:13,875 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1038): replaying wal for 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:17:13,876 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:17:13,876 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:17:13,877 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1048): stopping wal replay for 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:17:13,877 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1060): Cleaning up temporary data for 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:17:13,878 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead.
2024-11-25T18:17:13,879 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1093): writing seq id for 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:17:13,879 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1114): Opened 119bf6bbd4178d2c48575210bbb257eb; next sequenceid=51; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10298099360, jitterRate=-0.040914759039878845}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864}
2024-11-25T18:17:13,879 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:17:13,880 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegion(1006): Region open journal for 119bf6bbd4178d2c48575210bbb257eb:
Running coprocessor pre-open hook at 1732558633840Writing region info on filesystem at 1732558633840Initializing all the Stores at 1732558633841 (+1 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558633841Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1732558633841Cleaning up temporary data from old regions at 1732558633877 (+36 ms)Running coprocessor post-open hooks at 1732558633880 (+3 ms)Region opened successfully at 1732558633880
2024-11-25T18:17:13,881 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb., pid=70, masterSystemTime=1732558633836
2024-11-25T18:17:13,882 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(403): Add compact mark for store 119bf6bbd4178d2c48575210bbb257eb:meta, priority=-2147483648, current under compaction store size is 1
2024-11-25T18:17:13,885 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T18:17:13,885 DEBUG [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 3 store files, 0 compacting, 3 eligible, 16 blocking
2024-11-25T18:17:13,885 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(403): Add compact mark for store 119bf6bbd4178d2c48575210bbb257eb:session, priority=-2147483648, current under compaction store size is 2
2024-11-25T18:17:13,885 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.CompactSplit(411): Small Compaction requested: system; Because: Opening Region; compactionQueue=(longCompactions=0:shortCompactions=1), splitQueue=0
2024-11-25T18:17:13,885 DEBUG [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] compactions.SortedCompactionPolicy(75): Selecting compaction from 4 store files, 0 compacting, 4 eligible, 16 blocking
2024-11-25T18:17:13,887 DEBUG [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:17:13,887 INFO  [RS_OPEN_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_OPEN_REGION, pid=70}] handler.AssignRegionHandler(153): Opened backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:17:13,888 INFO  [PEWorker-1 {}] assignment.RegionStateStore(223): pid=69 updating hbase:meta row=119bf6bbd4178d2c48575210bbb257eb, regionState=OPEN, openSeqNum=51, regionLocation=ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:13,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=70, ppid=69, state=RUNNABLE, hasLock=false; OpenRegionProcedure 119bf6bbd4178d2c48575210bbb257eb, server=ac0af6c6e13a,44483,1732558532637 because future has completed
2024-11-25T18:17:13,892 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=70, resume processing ppid=69
2024-11-25T18:17:13,892 INFO  [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, ppid=69, state=SUCCESS, hasLock=false; OpenRegionProcedure 119bf6bbd4178d2c48575210bbb257eb, server=ac0af6c6e13a,44483,1732558532637 in 206 msec
2024-11-25T18:17:13,893 DEBUG [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 3  files of size 18305 starting at candidate #0 after considering 1 permutations with 1 in ratio
2024-11-25T18:17:13,893 DEBUG [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] compactions.ExploringCompactionPolicy(116): Exploring compaction algorithm has selected 4  files of size 23194 starting at candidate #0 after considering 3 permutations with 3 in ratio
2024-11-25T18:17:13,894 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68
2024-11-25T18:17:13,894 INFO  [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=119bf6bbd4178d2c48575210bbb257eb, ASSIGN in 362 msec
2024-11-25T18:17:13,894 DEBUG [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] regionserver.HStore(1541): 119bf6bbd4178d2c48575210bbb257eb/session is initiating minor compaction (all files)
2024-11-25T18:17:13,894 DEBUG [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] regionserver.HStore(1541): 119bf6bbd4178d2c48575210bbb257eb/meta is initiating minor compaction (all files)
2024-11-25T18:17:13,895 INFO  [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 119bf6bbd4178d2c48575210bbb257eb/meta in backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:17:13,895 INFO  [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] regionserver.HRegion(2416): Starting compaction of 119bf6bbd4178d2c48575210bbb257eb/session in backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:17:13,895 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1732558633895"}]},"ts":"1732558633895"}
2024-11-25T18:17:13,895 INFO  [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/7f7d96d0a4c04bfba926f53865bd1099, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/250cee90505e4353b1c6bf70e9bbfc33, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/c99c62c007044457b5b73f0a2efe2283] into tmpdir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp, totalSize=22.7 K
2024-11-25T18:17:13,895 INFO  [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] regionserver.HStore(1176): Starting compaction of [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/10875614ad6749579b11221dfebdad7d, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/3261bb3ac8684a57a45389821fefbb68, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/ded0798445f244c5859c76dc4e9dbac0] into tmpdir=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp, totalSize=17.9 K
2024-11-25T18:17:13,896 DEBUG [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] compactions.Compactor(225): Compacting 10875614ad6749579b11221dfebdad7d, keycount=6, bloomtype=ROW, size=5.8 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732558554091
2024-11-25T18:17:13,896 DEBUG [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] compactions.Compactor(225): Compacting 67b7c965c960481dae957f8c78e44be3, keycount=1, bloomtype=ROW, size=4.9 K, encoding=NONE, compression=NONE, seqNum=5, earliestPutTs=1732558551743
2024-11-25T18:17:13,897 INFO  [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta
2024-11-25T18:17:13,897 DEBUG [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] compactions.Compactor(225): Compacting 3261bb3ac8684a57a45389821fefbb68, keycount=4, bloomtype=ROW, size=5.6 K, encoding=NONE, compression=NONE, seqNum=31, earliestPutTs=1732558573859
2024-11-25T18:17:13,897 INFO  [PEWorker-4 {}] procedure.EnableTableProcedure(310): Table 'backup:system' was successfully enabled.
2024-11-25T18:17:13,897 DEBUG [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] compactions.Compactor(225): Compacting 7f7d96d0a4c04bfba926f53865bd1099, keycount=2, bloomtype=ROW, size=5.4 K, encoding=NONE, compression=NONE, seqNum=17, earliestPutTs=1732558567686
2024-11-25T18:17:13,897 DEBUG [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] compactions.Compactor(225): Compacting 250cee90505e4353b1c6bf70e9bbfc33, keycount=3, bloomtype=ROW, size=6.5 K, encoding=NONE, compression=NONE, seqNum=31, earliestPutTs=1732558582406
2024-11-25T18:17:13,897 DEBUG [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] compactions.Compactor(225): Compacting ded0798445f244c5859c76dc4e9dbac0, keycount=12, bloomtype=ROW, size=6.5 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732558587778
2024-11-25T18:17:13,898 DEBUG [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] compactions.Compactor(225): Compacting c99c62c007044457b5b73f0a2efe2283, keycount=2, bloomtype=ROW, size=5.8 K, encoding=NONE, compression=NONE, seqNum=42, earliestPutTs=1732558613481
2024-11-25T18:17:13,899 INFO  [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, state=SUCCESS, hasLock=false; EnableTableProcedure table=backup:system in 376 msec
2024-11-25T18:17:13,924 INFO  [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] throttle.PressureAwareThroughputController(145): 119bf6bbd4178d2c48575210bbb257eb#session#compaction#17 average throughput is unlimited, slept 0 time(s) and total slept time is 0 ms. 1 active operations remaining, total limit is 50.00 MB/second
2024-11-25T18:17:13,924 INFO  [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] throttle.PressureAwareThroughputController(145): 119bf6bbd4178d2c48575210bbb257eb#meta#compaction#16 average throughput is 1.33 MB/second, slept 0 time(s) and total slept time is 0 ms. 0 active operations remaining, total limit is 50.00 MB/second
2024-11-25T18:17:13,925 DEBUG [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/meta/d88f1e1e3bb64204b08743e179907588 is 158, key is trslm:hdfs://localhost:36837/backupUT\x00ns2:test-17325585410931/meta:log-roll-map/1732558613046/Put/seqid=0
2024-11-25T18:17:13,925 DEBUG [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/a613dd44c3ad49dab1c08bba5723d9d0 is 1245, key is session:backup_1732558583396/session:context/1732558583486/Put/seqid=0
2024-11-25T18:17:13,929 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741974_1150 (size=6749)
2024-11-25T18:17:13,930 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741975_1151 (size=8073)
2024-11-25T18:17:14,016 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region f8a77ee570158e536be82c18d00a08a5, had cached 0 bytes from a total of 13547
2024-11-25T18:17:14,153 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=68
2024-11-25T18:17:14,153 DEBUG [Time-limited test {}] impl.BackupSystemTable(1544): Done restoring backup system table
2024-11-25T18:17:14,153 INFO  [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: ENABLE, Table Name: backup:system completed
2024-11-25T18:17:14,153 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system
2024-11-25T18:17:14,158 INFO  [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system"
type: DISABLED

2024-11-25T18:17:14,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=37023 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system
2024-11-25T18:17:14,160 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot
2024-11-25T18:17:14,160 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: PREPARE_INCREMENTAL
2024-11-25T18:17:14,162 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation
2024-11-25T18:17:14,166 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1732558618509 failed.
2024-11-25T18:17:14,166 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-25T18:17:14,167 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:103)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17)
    at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306)
    at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100)
    at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103)
    at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.runners.ParentRunner.run(ParentRunner.java:413)
    at org.junit.runners.Suite.runChild(Suite.java:128)
    at org.junit.runners.Suite.runChild(Suite.java:27)
    at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331)
    at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79)
    at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329)
    at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66)
    at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293)
    at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T18:17:14,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:17:14,167 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:17:14,167 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:17:14,187 INFO  [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=628 (was 610)
Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1450113096_20 at /127.0.0.1:45066 [Waiting for operation #42]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263)
	java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334)
	java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ForkJoinPool.commonPool-worker-4
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623)
	java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165)

Potentially hanging thread: rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Timer for 'JobTracker' metrics system
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563)
	java.base@17.0.11/java.util.TimerThread.run(Timer.java:516)

Potentially hanging thread: PacketResponder: BP-440647687-172.17.0.2-1732558525954:blk_1073741954_1130, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: (ac0af6c6e13a,37023,1732558530621)-proc-coordinator-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataStreamer for file /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/meta/d88f1e1e3bb64204b08743e179907588
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/cluster_6e95b479-c7d6-4b64-ee7d-ee5f0b7db32e/data/data1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1700740820_20 at /127.0.0.1:56406 [Receiving block BP-440647687-172.17.0.2-1732558525954:blk_1073741956_1132]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataStreamer for file /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/a613dd44c3ad49dab1c08bba5723d9d0
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	app//org.apache.hadoop.hdfs.DataStreamer.run(DataStreamer.java:717)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: WAL-Archive-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-440647687-172.17.0.2-1732558525954:blk_1073741955_1131, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-1
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: PacketResponder: BP-440647687-172.17.0.2-1732558525954:blk_1073741956_1132, type=LAST_IN_PIPELINE
	java.base@17.0.11/java.lang.Object.wait(Native Method)
	java.base@17.0.11/java.lang.Object.wait(Object.java:338)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1700740820_20 at /127.0.0.1:56394 [Receiving block BP-440647687-172.17.0.2-1732558525954:blk_1073741955_1131]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: member: 'ac0af6c6e13a,44483,1732558532637' subprocedure-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: rs(ac0af6c6e13a,44483,1732558532637)-backup-pool-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/ac0af6c6e13a:0-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465)
	java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-1700740820_20 at /127.0.0.1:56388 [Receiving block BP-440647687-172.17.0.2-1732558525954:blk_1073741954_1130]
	java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method)
	java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129)
	java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141)
	app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335)
	app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161)
	app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131)
	java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244)
	java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284)
	java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343)
	java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151)
	app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553)
	app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176)
	app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110)
	app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Close-WAL-Writer-0
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401)
	java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: RS:0;ac0af6c6e13a:44483-shortCompactions-0
	java.base@17.0.11/java.lang.Thread.sleep(Native Method)
	app//org.apache.hadoop.hdfs.DFSOutputStream.completeFile(DFSOutputStream.java:1013)
	app//org.apache.hadoop.hdfs.DFSOutputStream.completeFile(DFSOutputStream.java:949)
	app//org.apache.hadoop.hdfs.DFSOutputStream.closeImpl(DFSOutputStream.java:913)
	app//org.apache.hadoop.hdfs.DFSOutputStream.close(DFSOutputStream.java:861)
	app//org.apache.hadoop.fs.FSDataOutputStream$PositionCache.close(FSDataOutputStream.java:77)
	app//org.apache.hadoop.fs.FSDataOutputStream.close(FSDataOutputStream.java:106)
	app//org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.finishClose(HFileWriterImpl.java:859)
	app//org.apache.hadoop.hbase.io.hfile.HFileWriterImpl.close(HFileWriterImpl.java:680)
	app//org.apache.hadoop.hbase.regionserver.StoreFileWriter$SingleStoreFileWriter.close(StoreFileWriter.java:787)
	app//org.apache.hadoop.hbase.regionserver.StoreFileWriter.close(StoreFileWriter.java:294)
	app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.commitWriter(DefaultCompactor.java:70)
	app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.commitWriter(DefaultCompactor.java:38)
	app//org.apache.hadoop.hbase.regionserver.compactions.Compactor.compact(Compactor.java:398)
	app//org.apache.hadoop.hbase.regionserver.compactions.DefaultCompactor.compact(DefaultCompactor.java:62)
	app//org.apache.hadoop.hbase.regionserver.DefaultStoreEngine$DefaultCompactionContext.compact(DefaultStoreEngine.java:122)
	app//org.apache.hadoop.hbase.regionserver.HStore.compact(HStore.java:1181)
	app//org.apache.hadoop.hbase.regionserver.HRegion.compact(HRegion.java:2424)
	app//org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.doCompaction(CompactSplit.java:667)
	app//org.apache.hadoop.hbase.regionserver.CompactSplit$CompactionRunner.run(CompactSplit.java:716)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)

Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/cluster_6e95b479-c7d6-4b64-ee7d-ee5f0b7db32e/data/data2
	java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method)
	java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252)
	java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674)
	java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122)
	java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635)
	java.base@17.0.11/java.lang.Thread.run(Thread.java:840)
 - Thread LEAK? -, OpenFileDescriptor=639 (was 631) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=215 (was 410), ProcessCount=16 (was 16), AvailableMemoryMB=4226 (was 4727)
2024-11-25T18:17:14,188 WARN  [Time-limited test {}] hbase.ResourceChecker(130): Thread=628 is superior to 500
2024-11-25T18:17:14,194 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster
2024-11-25T18:17:14,194 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-25T18:17:14,194 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79)
    at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611)
    at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T18:17:14,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:17:14,194 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:17:14,194 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:17:14,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster
2024-11-25T18:17:14,194 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=835923804, stopped=false
2024-11-25T18:17:14,195 INFO  [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=ac0af6c6e13a,37023,1732558530621
2024-11-25T18:17:14,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running
2024-11-25T18:17:14,196 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running
2024-11-25T18:17:14,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:17:14,197 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:17:14,197 INFO  [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-25T18:17:14,197 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-11-25T18:17:14,198 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running
2024-11-25T18:17:14,198 INFO  [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test.
2024-11-25T18:17:14,198 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277)
    at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265)
    at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036)
    at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020)
    at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method)
    at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77)
    at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43)
    at java.base/java.lang.reflect.Method.invoke(Method.java:568)
    at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59)
    at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12)
    at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56)
    at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46)
    at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299)
    at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293)
    at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T18:17:14,198 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:17:14,198 INFO  [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'ac0af6c6e13a,44483,1732558532637' *****
2024-11-25T18:17:14,198 INFO  [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested
2024-11-25T18:17:14,198 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.HBaseServerBase(468): Stop info server
2024-11-25T18:17:14,203 INFO  [RS:0;ac0af6c6e13a:44483 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@4c9dfa47{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/regionserver}
2024-11-25T18:17:14,206 INFO  [RS:0;ac0af6c6e13a:44483 {}] server.AbstractConnector(383): Stopped ServerConnector@6350b9e8{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-11-25T18:17:14,206 INFO  [RS:0;ac0af6c6e13a:44483 {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T18:17:14,206 INFO  [RS:0;ac0af6c6e13a:44483 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7858b590{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED}
2024-11-25T18:17:14,206 INFO  [RS:0;ac0af6c6e13a:44483 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@685ded17{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir/,STOPPED}
2024-11-25T18:17:14,208 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HeapMemoryManager(220): Stopping
2024-11-25T18:17:14,208 INFO  [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting
2024-11-25T18:17:14,208 INFO  [RS:0;ac0af6c6e13a:44483 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully.
2024-11-25T18:17:14,208 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully.
2024-11-25T18:17:14,208 INFO  [RS:0;ac0af6c6e13a:44483 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully.
2024-11-25T18:17:14,209 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(3091): Received CLOSE for 119bf6bbd4178d2c48575210bbb257eb
2024-11-25T18:17:14,209 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(3091): Received CLOSE for f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:17:14,209 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(3091): Received CLOSE for 9603271ad0d23b50977aa76832ba2273
2024-11-25T18:17:14,209 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(3091): Received CLOSE for 7faafd39a48b99c7d2ca4e94e0088094
2024-11-25T18:17:14,209 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(3091): Received CLOSE for e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:17:14,209 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(3091): Received CLOSE for 4c33ac845f1946ecd81c588a9ea05ff4
2024-11-25T18:17:14,209 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(959): stopping server ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:14,209 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-25T18:17:14,209 INFO  [RS:0;ac0af6c6e13a:44483 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;ac0af6c6e13a:44483.
2024-11-25T18:17:14,209 DEBUG [RS:0;ac0af6c6e13a:44483 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457)
    at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155)
    at java.base/java.security.AccessController.doPrivileged(AccessController.java:399)
    at java.base/javax.security.auth.Subject.doAs(Subject.java:376)
    at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930)
    at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322)
    at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T18:17:14,209 DEBUG [RS:0;ac0af6c6e13a:44483 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:17:14,209 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 119bf6bbd4178d2c48575210bbb257eb, disabling compactions & flushes
2024-11-25T18:17:14,209 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1993): waiting for 2 compactions to complete for region backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:17:14,209 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish...
2024-11-25T18:17:14,252 INFO  [regionserver/ac0af6c6e13a:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases
2024-11-25T18:17:14,337 DEBUG [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/meta/d88f1e1e3bb64204b08743e179907588 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/d88f1e1e3bb64204b08743e179907588
2024-11-25T18:17:14,337 DEBUG [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/a613dd44c3ad49dab1c08bba5723d9d0 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/a613dd44c3ad49dab1c08bba5723d9d0
2024-11-25T18:17:14,348 DEBUG [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system'
2024-11-25T18:17:14,348 DEBUG [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system'
2024-11-25T18:17:14,350 INFO  [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 3 (all) file(s) in 119bf6bbd4178d2c48575210bbb257eb/meta of 119bf6bbd4178d2c48575210bbb257eb into d88f1e1e3bb64204b08743e179907588(size=6.6 K), total size for store is 6.6 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T18:17:14,350 INFO  [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] regionserver.HStore(1337): Completed compaction of 4 (all) file(s) in 119bf6bbd4178d2c48575210bbb257eb/session of 119bf6bbd4178d2c48575210bbb257eb into a613dd44c3ad49dab1c08bba5723d9d0(size=7.9 K), total size for store is 7.9 K. This selection was in queue for 0sec, and took 0sec to execute.
2024-11-25T18:17:14,350 DEBUG [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 119bf6bbd4178d2c48575210bbb257eb:

2024-11-25T18:17:14,350 DEBUG [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] regionserver.HRegion(2446): Compaction status journal for 119bf6bbd4178d2c48575210bbb257eb:

2024-11-25T18:17:14,350 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:17:14,350 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:17:14,351 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb. after waiting 0 ms
2024-11-25T18:17:14,351 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:17:14,351 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing 119bf6bbd4178d2c48575210bbb257eb 2/2 column families, dataSize=594 B heapSize=1.23 KB
2024-11-25T18:17:14,353 INFO  [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb., storeName=119bf6bbd4178d2c48575210bbb257eb/meta, priority=13, startTime=1732558633882; duration=0sec
2024-11-25T18:17:14,353 INFO  [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(669): Completed compaction region=backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb., storeName=119bf6bbd4178d2c48575210bbb257eb/session, priority=12, startTime=1732558633885; duration=0sec
2024-11-25T18:17:14,353 DEBUG [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T18:17:14,353 DEBUG [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(701): Status compactionQueue=(longCompactions=0:shortCompactions=0), splitQueue=0
2024-11-25T18:17:14,353 DEBUG [RS:0;ac0af6c6e13a:44483-shortCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 119bf6bbd4178d2c48575210bbb257eb:meta
2024-11-25T18:17:14,353 DEBUG [RS:0;ac0af6c6e13a:44483-longCompactions-0 {}] regionserver.CompactSplit$CompactionRunner(719): Remove under compaction mark for store: 119bf6bbd4178d2c48575210bbb257eb:session
2024-11-25T18:17:14,353 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish...
2024-11-25T18:17:14,354 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish...
2024-11-25T18:17:14,354 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740
2024-11-25T18:17:14,354 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1321): Waiting on 7 regions to close
2024-11-25T18:17:14,354 DEBUG [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1325): Online Regions={119bf6bbd4178d2c48575210bbb257eb=backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb., f8a77ee570158e536be82c18d00a08a5=ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5., 9603271ad0d23b50977aa76832ba2273=backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273., 7faafd39a48b99c7d2ca4e94e0088094=ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094., 1588230740=hbase:meta,,1.1588230740, e478e37be924bab8d1072e3c9cdcf6d5=test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5., 4c33ac845f1946ecd81c588a9ea05ff4=ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.}
2024-11-25T18:17:14,354 DEBUG [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes
2024-11-25T18:17:14,354 INFO  [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740
2024-11-25T18:17:14,354 DEBUG [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740
2024-11-25T18:17:14,354 DEBUG [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms
2024-11-25T18:17:14,354 DEBUG [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740
2024-11-25T18:17:14,355 INFO  [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=13.17 KB heapSize=23.40 KB
2024-11-25T18:17:14,355 DEBUG [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1351): Waiting on 119bf6bbd4178d2c48575210bbb257eb, 1588230740, 4c33ac845f1946ecd81c588a9ea05ff4, 7faafd39a48b99c7d2ca4e94e0088094, 9603271ad0d23b50977aa76832ba2273, e478e37be924bab8d1072e3c9cdcf6d5, f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:17:14,355 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/0523684d11334ec9813e9ddc8250bb08 is 554, key is session:backup_1732558618509/session:context/1732558634161/Put/seqid=0
2024-11-25T18:17:14,359 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741976_1152 (size=5655)
2024-11-25T18:17:14,377 DEBUG [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/.tmp/info/b9c2babcd5674544aef7c90ef38286ea is 159, key is ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5./info:regioninfo/1732558544038/Put/seqid=0
2024-11-25T18:17:14,381 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741977_1153 (size=14126)
2024-11-25T18:17:14,555 DEBUG [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1351): Waiting on 119bf6bbd4178d2c48575210bbb257eb, 1588230740, 4c33ac845f1946ecd81c588a9ea05ff4, 7faafd39a48b99c7d2ca4e94e0088094, 9603271ad0d23b50977aa76832ba2273, e478e37be924bab8d1072e3c9cdcf6d5, f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:17:14,746 WARN  [BootstrapNodeManager {}] regionserver.BootstrapNodeManager(142): failed to get live region servers from master
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ac0af6c6e13a:37023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at java.lang.Thread.getStackTrace(Thread.java:1619) ~[?:?]
	at org.apache.hadoop.hbase.util.FutureUtils.setStackTrace(FutureUtils.java:144) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.rethrow(FutureUtils.java:163) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.util.FutureUtils.get(FutureUtils.java:186) ~[hbase-common-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
	at --------Future.get--------(Unknown Source) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$Stub.getLiveRegionServers(RegionServerStatusProtos.java:17191) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.client.AsyncClusterConnectionImpl.getLiveRegionServers(AsyncClusterConnectionImpl.java:139) ~[classes/:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.BootstrapNodeManager.getFromMaster(BootstrapNodeManager.java:140) ~[classes/:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ScheduledThreadPoolExecutor$ScheduledFutureTask.run(ScheduledThreadPoolExecutor.java:304) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 10 more
2024-11-25T18:17:14,755 DEBUG [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1351): Waiting on 119bf6bbd4178d2c48575210bbb257eb, 1588230740, 4c33ac845f1946ecd81c588a9ea05ff4, 7faafd39a48b99c7d2ca4e94e0088094, 9603271ad0d23b50977aa76832ba2273, e478e37be924bab8d1072e3c9cdcf6d5, f8a77ee570158e536be82c18d00a08a5
2024-11-25T18:17:14,760 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=594 B at sequenceid=57 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/0523684d11334ec9813e9ddc8250bb08
2024-11-25T18:17:14,766 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/.tmp/session/0523684d11334ec9813e9ddc8250bb08 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/0523684d11334ec9813e9ddc8250bb08
2024-11-25T18:17:14,771 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/0523684d11334ec9813e9ddc8250bb08, entries=2, sequenceid=57, filesize=5.5 K
2024-11-25T18:17:14,772 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~594 B/594, heapSize ~984 B/984, currentSize=0 B/0 for 119bf6bbd4178d2c48575210bbb257eb in 421ms, sequenceid=57, compaction requested=false
2024-11-25T18:17:14,772 DEBUG [StoreCloser-backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/10875614ad6749579b11221dfebdad7d, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/3261bb3ac8684a57a45389821fefbb68, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/ded0798445f244c5859c76dc4e9dbac0] to archive
2024-11-25T18:17:14,773 DEBUG [StoreCloser-backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T18:17:14,776 DEBUG [StoreCloser-backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/10875614ad6749579b11221dfebdad7d to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/archive/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/10875614ad6749579b11221dfebdad7d
2024-11-25T18:17:14,777 DEBUG [StoreCloser-backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/3261bb3ac8684a57a45389821fefbb68 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/archive/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/3261bb3ac8684a57a45389821fefbb68
2024-11-25T18:17:14,778 DEBUG [StoreCloser-backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/ded0798445f244c5859c76dc4e9dbac0 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/archive/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/meta/ded0798445f244c5859c76dc4e9dbac0
2024-11-25T18:17:14,782 INFO  [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=12.16 KB at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/.tmp/info/b9c2babcd5674544aef7c90ef38286ea
2024-11-25T18:17:14,783 DEBUG [StoreCloser-backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.-1 {}] regionserver.HRegionServer(3532): Failed to report file archival(s) to Master. This will be retried.
org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=ac0af6c6e13a:37023 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?]
	at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?]
	at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?]
	at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?]
	at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?]
	at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callBlockingMethod(AbstractRpcClient.java:336) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient$BlockingRpcChannelImplementation.callBlockingMethod(AbstractRpcClient.java:606) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$BlockingStub.reportFileArchival(RegionServerStatusProtos.java:17350) ~[hbase-protocol-shaded-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.regionserver.HRegionServer.reportFileArchivalForQuotas(HRegionServer.java:3516) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.reportArchivedFilesForQuota(HStore.java:2412) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.removeCompactedfiles(HStore.java:2347) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.closeWithoutLock(HStore.java:738) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HStore.close(HStore.java:804) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1912) ~[classes/:?]
	at org.apache.hadoop.hbase.regionserver.HRegion$2.call(HRegion.java:1909) ~[classes/:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) ~[?:?]
	at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) ~[?:?]
	at java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) ~[?:?]
	at java.lang.Thread.run(Thread.java:840) ~[?:?]
Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-4.0.0-alpha-1-SNAPSHOT.jar:4.0.0-alpha-1-SNAPSHOT]
	... 16 more
2024-11-25T18:17:14,784 WARN  [StoreCloser-backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [10875614ad6749579b11221dfebdad7d=5914, 3261bb3ac8684a57a45389821fefbb68=5745, ded0798445f244c5859c76dc4e9dbac0=6646]
2024-11-25T18:17:14,784 DEBUG [StoreCloser-backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.-1 {}] regionserver.HStore(2317): Moving the files [hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/7f7d96d0a4c04bfba926f53865bd1099, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/250cee90505e4353b1c6bf70e9bbfc33, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/c99c62c007044457b5b73f0a2efe2283] to archive
2024-11-25T18:17:14,785 DEBUG [StoreCloser-backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.-1 {}] backup.HFileArchiver(360): Archiving compacted files.
2024-11-25T18:17:14,788 DEBUG [StoreCloser-backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/archive/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/67b7c965c960481dae957f8c78e44be3
2024-11-25T18:17:14,789 DEBUG [StoreCloser-backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/7f7d96d0a4c04bfba926f53865bd1099 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/archive/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/7f7d96d0a4c04bfba926f53865bd1099
2024-11-25T18:17:14,790 DEBUG [StoreCloser-backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/250cee90505e4353b1c6bf70e9bbfc33 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/archive/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/250cee90505e4353b1c6bf70e9bbfc33
2024-11-25T18:17:14,792 DEBUG [StoreCloser-backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.-1 {}] backup.HFileArchiver(596): Archived from FileableStoreFile, hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/c99c62c007044457b5b73f0a2efe2283 to hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/archive/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/session/c99c62c007044457b5b73f0a2efe2283
2024-11-25T18:17:14,792 WARN  [StoreCloser-backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.-1 {}] regionserver.HStore(2414): Failed to report archival of files: [67b7c965c960481dae957f8c78e44be3=5049, 7f7d96d0a4c04bfba926f53865bd1099=5535, 250cee90505e4353b1c6bf70e9bbfc33=6682, c99c62c007044457b5b73f0a2efe2283=5928]
2024-11-25T18:17:14,795 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system/119bf6bbd4178d2c48575210bbb257eb/recovered.edits/60.seqid, newMaxSeqId=60, maxSeqId=50
2024-11-25T18:17:14,796 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-25T18:17:14,796 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:17:14,796 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 119bf6bbd4178d2c48575210bbb257eb:
Waiting for close lock at 1732558634209Running coprocessor pre-close hooks at 1732558634209Disabling compacts and flushes for region at 1732558634209Disabling writes for close at 1732558634351 (+142 ms)Obtaining lock to block concurrent updates at 1732558634351Preparing flush snapshotting stores in 119bf6bbd4178d2c48575210bbb257eb at 1732558634351Finished memstore snapshotting backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb., syncing WAL and waiting on mvcc, flushsize=dataSize=594, getHeapSize=1224, getOffHeapSize=0, getCellsCount=2 at 1732558634351Flushing stores of backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb. at 1732558634351Flushing 119bf6bbd4178d2c48575210bbb257eb/session: creating writer at 1732558634351Flushing 119bf6bbd4178d2c48575210bbb257eb/session: appending metadata at 1732558634355 (+4 ms)Flushing 119bf6bbd4178d2c48575210bbb257eb/session: closing flushed file at 1732558634355Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@529c9494: reopening flushed file at 1732558634765 (+410 ms)Finished flush of dataSize ~594 B/594, heapSize ~984 B/984, currentSize=0 B/0 for 119bf6bbd4178d2c48575210bbb257eb in 421ms, sequenceid=57, compaction requested=false at 1732558634772 (+7 ms)Writing region close event to WAL at 1732558634792 (+20 ms)Running coprocessor post-close hooks at 1732558634796 (+4 ms)Closed at 1732558634796
2024-11-25T18:17:14,796 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1732558549907.119bf6bbd4178d2c48575210bbb257eb.
2024-11-25T18:17:14,796 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing f8a77ee570158e536be82c18d00a08a5, disabling compactions & flushes
2024-11-25T18:17:14,796 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.
2024-11-25T18:17:14,796 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.
2024-11-25T18:17:14,796 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5. after waiting 0 ms
2024-11-25T18:17:14,797 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.
2024-11-25T18:17:14,803 DEBUG [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/.tmp/ns/2dee775ea8fc4975bcfc06101063d2e6 is 43, key is default/ns:d/1732558535773/Put/seqid=0
2024-11-25T18:17:14,805 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns2/test-17325585410931/f8a77ee570158e536be82c18d00a08a5/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1
2024-11-25T18:17:14,805 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-25T18:17:14,805 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.
2024-11-25T18:17:14,805 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for f8a77ee570158e536be82c18d00a08a5:
Waiting for close lock at 1732558634796Running coprocessor pre-close hooks at 1732558634796Disabling compacts and flushes for region at 1732558634796Disabling writes for close at 1732558634797 (+1 ms)Writing region close event to WAL at 1732558634801 (+4 ms)Running coprocessor post-close hooks at 1732558634805 (+4 ms)Closed at 1732558634805
2024-11-25T18:17:14,805 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17325585410931,,1732558542861.f8a77ee570158e536be82c18d00a08a5.
2024-11-25T18:17:14,806 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9603271ad0d23b50977aa76832ba2273, disabling compactions & flushes
2024-11-25T18:17:14,806 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.
2024-11-25T18:17:14,806 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.
2024-11-25T18:17:14,806 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273. after waiting 0 ms
2024-11-25T18:17:14,806 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.
2024-11-25T18:17:14,807 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741978_1154 (size=5345)
2024-11-25T18:17:14,809 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/backup/system_bulk/9603271ad0d23b50977aa76832ba2273/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-25T18:17:14,809 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-25T18:17:14,810 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.
2024-11-25T18:17:14,810 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9603271ad0d23b50977aa76832ba2273:
Waiting for close lock at 1732558634806Running coprocessor pre-close hooks at 1732558634806Disabling compacts and flushes for region at 1732558634806Disabling writes for close at 1732558634806Writing region close event to WAL at 1732558634806Running coprocessor post-close hooks at 1732558634809 (+3 ms)Closed at 1732558634810 (+1 ms)
2024-11-25T18:17:14,810 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1732558550562.9603271ad0d23b50977aa76832ba2273.
2024-11-25T18:17:14,810 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 7faafd39a48b99c7d2ca4e94e0088094, disabling compactions & flushes
2024-11-25T18:17:14,810 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.
2024-11-25T18:17:14,810 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.
2024-11-25T18:17:14,810 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094. after waiting 0 ms
2024-11-25T18:17:14,810 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.
2024-11-25T18:17:14,813 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns4/test-17325585410933/7faafd39a48b99c7d2ca4e94e0088094/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-25T18:17:14,813 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-25T18:17:14,813 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.
2024-11-25T18:17:14,813 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 7faafd39a48b99c7d2ca4e94e0088094:
Waiting for close lock at 1732558634810Running coprocessor pre-close hooks at 1732558634810Disabling compacts and flushes for region at 1732558634810Disabling writes for close at 1732558634810Writing region close event to WAL at 1732558634810Running coprocessor post-close hooks at 1732558634813 (+3 ms)Closed at 1732558634813
2024-11-25T18:17:14,813 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17325585410933,,1732558545923.7faafd39a48b99c7d2ca4e94e0088094.
2024-11-25T18:17:14,813 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e478e37be924bab8d1072e3c9cdcf6d5, disabling compactions & flushes
2024-11-25T18:17:14,814 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:17:14,814 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:17:14,814 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5. after waiting 0 ms
2024-11-25T18:17:14,814 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:17:14,814 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing e478e37be924bab8d1072e3c9cdcf6d5 3/3 column families, dataSize=378 B heapSize=1.63 KB
2024-11-25T18:17:14,829 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/f2/ca713735774242d3993637891ddd061a is 58, key is row-test-1732558541093-2-0/f2:q1/1732558613501/Put/seqid=0
2024-11-25T18:17:14,833 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741979_1155 (size=5464)
2024-11-25T18:17:14,955 DEBUG [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c33ac845f1946ecd81c588a9ea05ff4, e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:17:15,043 INFO  [regionserver/ac0af6c6e13a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped
2024-11-25T18:17:15,043 INFO  [regionserver/ac0af6c6e13a:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped
2024-11-25T18:17:15,155 DEBUG [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 4c33ac845f1946ecd81c588a9ea05ff4, e478e37be924bab8d1072e3c9cdcf6d5
2024-11-25T18:17:15,208 INFO  [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=235 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/.tmp/ns/2dee775ea8fc4975bcfc06101063d2e6
2024-11-25T18:17:15,227 DEBUG [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/.tmp/table/a7a391cd005344b1879b158a407e88a1 is 59, key is ns2:test-17325585410931/table:state/1732558544051/Put/seqid=0
2024-11-25T18:17:15,231 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741980_1156 (size=5866)
2024-11-25T18:17:15,233 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/f2/ca713735774242d3993637891ddd061a
2024-11-25T18:17:15,239 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/.tmp/f2/ca713735774242d3993637891ddd061a as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f2/ca713735774242d3993637891ddd061a
2024-11-25T18:17:15,245 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/f2/ca713735774242d3993637891ddd061a, entries=7, sequenceid=348, filesize=5.3 K
2024-11-25T18:17:15,246 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e478e37be924bab8d1072e3c9cdcf6d5 in 431ms, sequenceid=348, compaction requested=false
2024-11-25T18:17:15,250 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/default/test-1732558541093/e478e37be924bab8d1072e3c9cdcf6d5/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337
2024-11-25T18:17:15,250 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-25T18:17:15,250 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:17:15,250 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e478e37be924bab8d1072e3c9cdcf6d5:
Waiting for close lock at 1732558634813Running coprocessor pre-close hooks at 1732558634813Disabling compacts and flushes for region at 1732558634813Disabling writes for close at 1732558634814 (+1 ms)Obtaining lock to block concurrent updates at 1732558634814Preparing flush snapshotting stores in e478e37be924bab8d1072e3c9cdcf6d5 at 1732558634814Finished memstore snapshotting test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1732558634814Flushing stores of test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5. at 1732558634814Flushing e478e37be924bab8d1072e3c9cdcf6d5/f2: creating writer at 1732558634814Flushing e478e37be924bab8d1072e3c9cdcf6d5/f2: appending metadata at 1732558634829 (+15 ms)Flushing e478e37be924bab8d1072e3c9cdcf6d5/f2: closing flushed file at 1732558634829Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@262b7f0d: reopening flushed file at 1732558635238 (+409 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for e478e37be924bab8d1072e3c9cdcf6d5 in 431ms, sequenceid=348, compaction requested=false at 1732558635246 (+8 ms)Writing region close event to WAL at 1732558635247 (+1 ms)Running coprocessor post-close hooks at 1732558635250 (+3 ms)Closed at 1732558635250
2024-11-25T18:17:15,251 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1732558541093,,1732558541519.e478e37be924bab8d1072e3c9cdcf6d5.
2024-11-25T18:17:15,251 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 4c33ac845f1946ecd81c588a9ea05ff4, disabling compactions & flushes
2024-11-25T18:17:15,251 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.
2024-11-25T18:17:15,251 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.
2024-11-25T18:17:15,251 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4. after waiting 0 ms
2024-11-25T18:17:15,251 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.
2024-11-25T18:17:15,254 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/ns3/test-17325585410932/4c33ac845f1946ecd81c588a9ea05ff4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1
2024-11-25T18:17:15,254 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-25T18:17:15,254 INFO  [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.
2024-11-25T18:17:15,254 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 4c33ac845f1946ecd81c588a9ea05ff4:
Waiting for close lock at 1732558635251Running coprocessor pre-close hooks at 1732558635251Disabling compacts and flushes for region at 1732558635251Disabling writes for close at 1732558635251Writing region close event to WAL at 1732558635251Running coprocessor post-close hooks at 1732558635254 (+3 ms)Closed at 1732558635254
2024-11-25T18:17:15,254 DEBUG [RS_CLOSE_REGION-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17325585410932,,1732558545272.4c33ac845f1946ecd81c588a9ea05ff4.
2024-11-25T18:17:15,356 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close
2024-11-25T18:17:15,356 DEBUG [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740}
2024-11-25T18:17:15,356 DEBUG [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-25T18:17:15,556 DEBUG [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1351): Waiting on 1588230740
2024-11-25T18:17:15,632 INFO  [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=800 B at sequenceid=59 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/.tmp/table/a7a391cd005344b1879b158a407e88a1
2024-11-25T18:17:15,638 DEBUG [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/.tmp/info/b9c2babcd5674544aef7c90ef38286ea as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/info/b9c2babcd5674544aef7c90ef38286ea
2024-11-25T18:17:15,643 INFO  [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/info/b9c2babcd5674544aef7c90ef38286ea, entries=69, sequenceid=59, filesize=13.8 K
2024-11-25T18:17:15,644 DEBUG [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/.tmp/ns/2dee775ea8fc4975bcfc06101063d2e6 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/ns/2dee775ea8fc4975bcfc06101063d2e6
2024-11-25T18:17:15,649 INFO  [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/ns/2dee775ea8fc4975bcfc06101063d2e6, entries=7, sequenceid=59, filesize=5.2 K
2024-11-25T18:17:15,650 DEBUG [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/.tmp/table/a7a391cd005344b1879b158a407e88a1 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/table/a7a391cd005344b1879b158a407e88a1
2024-11-25T18:17:15,655 INFO  [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/table/a7a391cd005344b1879b158a407e88a1, entries=13, sequenceid=59, filesize=5.7 K
2024-11-25T18:17:15,656 INFO  [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~13.17 KB/13486, heapSize ~23.10 KB/23656, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=59, compaction requested=false
2024-11-25T18:17:15,660 DEBUG [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/data/hbase/meta/1588230740/recovered.edits/62.seqid, newMaxSeqId=62, maxSeqId=1
2024-11-25T18:17:15,660 DEBUG [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver
2024-11-25T18:17:15,660 DEBUG [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint
2024-11-25T18:17:15,660 INFO  [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740
2024-11-25T18:17:15,660 DEBUG [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740:
Waiting for close lock at 1732558634354Running coprocessor pre-close hooks at 1732558634354Disabling compacts and flushes for region at 1732558634354Disabling writes for close at 1732558634354Obtaining lock to block concurrent updates at 1732558634355 (+1 ms)Preparing flush snapshotting stores in 1588230740 at 1732558634355Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=13486, getHeapSize=23896, getOffHeapSize=0, getCellsCount=125 at 1732558634355Flushing stores of hbase:meta,,1.1588230740 at 1732558634355Flushing 1588230740/info: creating writer at 1732558634356 (+1 ms)Flushing 1588230740/info: appending metadata at 1732558634377 (+21 ms)Flushing 1588230740/info: closing flushed file at 1732558634377Flushing 1588230740/ns: creating writer at 1732558634787 (+410 ms)Flushing 1588230740/ns: appending metadata at 1732558634803 (+16 ms)Flushing 1588230740/ns: closing flushed file at 1732558634803Flushing 1588230740/table: creating writer at 1732558635213 (+410 ms)Flushing 1588230740/table: appending metadata at 1732558635227 (+14 ms)Flushing 1588230740/table: closing flushed file at 1732558635227Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69d3b044: reopening flushed file at 1732558635637 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@32748f52: reopening flushed file at 1732558635644 (+7 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@6e4d5075: reopening flushed file at 1732558635649 (+5 ms)Finished flush of dataSize ~13.17 KB/13486, heapSize ~23.10 KB/23656, currentSize=0 B/0 for 1588230740 in 1301ms, sequenceid=59, compaction requested=false at 1732558635656 (+7 ms)Writing region close event to WAL at 1732558635657 (+1 ms)Running coprocessor post-close hooks at 1732558635660 (+3 ms)Closed at 1732558635660
2024-11-25T18:17:15,661 DEBUG [RS_CLOSE_META-regionserver/ac0af6c6e13a:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740
2024-11-25T18:17:15,756 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(976): stopping server ac0af6c6e13a,44483,1732558532637; all regions closed.
2024-11-25T18:17:15,759 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.meta.1732558622830.meta not finished, retry = 0
2024-11-25T18:17:15,759 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741954_1130 (size=3260)
2024-11-25T18:17:15,864 DEBUG [RS:0;ac0af6c6e13a:44483 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs
2024-11-25T18:17:15,864 INFO  [RS:0;ac0af6c6e13a:44483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ac0af6c6e13a%2C44483%2C1732558532637.meta:.meta(num 1732558622830)
2024-11-25T18:17:15,866 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/WALs/ac0af6c6e13a,44483,1732558532637/ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0.1732558622848 not finished, retry = 0
2024-11-25T18:17:15,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741955_1131 (size=1037)
2024-11-25T18:17:15,969 DEBUG [RS:0;ac0af6c6e13a:44483 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs
2024-11-25T18:17:15,969 INFO  [RS:0;ac0af6c6e13a:44483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-0:(num 1732558622848)
2024-11-25T18:17:15,971 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741956_1132 (size=5275)
2024-11-25T18:17:15,974 DEBUG [RS:0;ac0af6c6e13a:44483 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/oldWALs
2024-11-25T18:17:15,974 INFO  [RS:0;ac0af6c6e13a:44483 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL ac0af6c6e13a%2C44483%2C1732558532637.ac0af6c6e13a%2C44483%2C1732558532637.regiongroup-1:(num 1732558622865)
2024-11-25T18:17:15,974 DEBUG [RS:0;ac0af6c6e13a:44483 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:17:15,974 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.LeaseManager(133): Closed leases
2024-11-25T18:17:15,974 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-25T18:17:15,975 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.ChoreService(370): Chore service for: regionserver/ac0af6c6e13a:0 had [ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS] on shutdown
2024-11-25T18:17:15,975 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-25T18:17:15,975 INFO  [regionserver/ac0af6c6e13a:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-25T18:17:15,975 INFO  [RS:0;ac0af6c6e13a:44483 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:44483
2024-11-25T18:17:15,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/ac0af6c6e13a,44483,1732558532637
2024-11-25T18:17:15,980 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs
2024-11-25T18:17:15,980 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-25T18:17:15,983 INFO  [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [ac0af6c6e13a,44483,1732558532637]
2024-11-25T18:17:15,984 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/ac0af6c6e13a,44483,1732558532637 already deleted, retry=false
2024-11-25T18:17:15,984 INFO  [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; ac0af6c6e13a,44483,1732558532637 expired; onlineServers=0
2024-11-25T18:17:15,985 INFO  [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'ac0af6c6e13a,37023,1732558530621' *****
2024-11-25T18:17:15,985 INFO  [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0
2024-11-25T18:17:15,985 INFO  [M:0;ac0af6c6e13a:37023 {}] hbase.HBaseServerBase(468): Stop info server
2024-11-25T18:17:15,986 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master
2024-11-25T18:17:15,987 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1
2024-11-25T18:17:15,990 INFO  [M:0;ac0af6c6e13a:37023 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@4cf0addc{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/master}
2024-11-25T18:17:15,991 INFO  [M:0;ac0af6c6e13a:37023 {}] server.AbstractConnector(383): Stopped ServerConnector@59976690{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-11-25T18:17:15,991 INFO  [M:0;ac0af6c6e13a:37023 {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T18:17:15,991 INFO  [M:0;ac0af6c6e13a:37023 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@708258c{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-server/target/classes/hbase-webapps/static/,STOPPED}
2024-11-25T18:17:15,991 INFO  [M:0;ac0af6c6e13a:37023 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@7cd1ce78{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir/,STOPPED}
2024-11-25T18:17:15,991 INFO  [M:0;ac0af6c6e13a:37023 {}] hbase.HBaseServerBase(455): Close async cluster connection
2024-11-25T18:17:15,991 INFO  [M:0;ac0af6c6e13a:37023 {}] master.HMaster(1770): Stopping master jetty server
2024-11-25T18:17:15,992 INFO  [M:0;ac0af6c6e13a:37023 {}] server.AbstractConnector(383): Stopped ServerConnector@5da03b31{HTTP/1.1, (http/1.1)}{0.0.0.0:0}
2024-11-25T18:17:15,992 INFO  [M:0;ac0af6c6e13a:37023 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service
2024-11-25T18:17:15,993 DEBUG [M:0;ac0af6c6e13a:37023 {}] cleaner.LogCleaner(198): Cancelling LogCleaner
2024-11-25T18:17:15,993 INFO  [M:0;ac0af6c6e13a:37023 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner
2024-11-25T18:17:15,993 INFO  [M:0;ac0af6c6e13a:37023 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;ac0af6c6e13a:37023.
2024-11-25T18:17:15,993 WARN  [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting.
2024-11-25T18:17:15,993 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster-HFileCleaner.small.0-1732558534875 {}] cleaner.HFileCleaner(306): Exit Thread[master/ac0af6c6e13a:0:becomeActiveMaster-HFileCleaner.small.0-1732558534875,5,FailOnTimeoutGroup]
2024-11-25T18:17:15,993 DEBUG [M:0;ac0af6c6e13a:37023 {}] client.AsyncConnectionImpl(264): Call stack:
    at java.base/java.lang.Thread.getStackTrace(Thread.java:1619)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187)
    at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177)
    at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229)
    at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134)
    at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156)
    at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444)
    at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239)
    at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333)
    at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322)
    at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923)
    at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439)
    at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777)
    at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631)
    at java.base/java.lang.Thread.run(Thread.java:840)

2024-11-25T18:17:15,993 DEBUG [M:0;ac0af6c6e13a:37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:17:15,993 DEBUG [master/ac0af6c6e13a:0:becomeActiveMaster-HFileCleaner.large.0-1732558534863 {}] cleaner.HFileCleaner(306): Exit Thread[master/ac0af6c6e13a:0:becomeActiveMaster-HFileCleaner.large.0-1732558534863,5,FailOnTimeoutGroup]
2024-11-25T18:17:15,993 DEBUG [M:0;ac0af6c6e13a:37023 {}] ipc.AbstractRpcClient(514): Stopping rpc client
2024-11-25T18:17:15,993 INFO  [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited.
2024-11-25T18:17:15,993 DEBUG [M:0;ac0af6c6e13a:37023 {}] cleaner.HFileCleaner(335): Stopping file delete threads
2024-11-25T18:17:15,994 INFO  [M:0;ac0af6c6e13a:37023 {}] hbase.ChoreService(370): Chore service for: master/ac0af6c6e13a:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown
2024-11-25T18:17:15,994 INFO  [M:0;ac0af6c6e13a:37023 {}] hbase.HBaseServerBase(448): Shutdown executor service
2024-11-25T18:17:15,994 DEBUG [M:0;ac0af6c6e13a:37023 {}] master.HMaster(1795): Stopping service threads
2024-11-25T18:17:15,994 INFO  [M:0;ac0af6c6e13a:37023 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher
2024-11-25T18:17:15,994 INFO  [M:0;ac0af6c6e13a:37023 {}] procedure2.ProcedureExecutor(723): Stopping
2024-11-25T18:17:15,994 INFO  [M:0;ac0af6c6e13a:37023 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false
2024-11-25T18:17:15,995 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating.
2024-11-25T18:17:15,995 DEBUG [M:0;ac0af6c6e13a:37023 {}] zookeeper.ZKUtil(347): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error)
2024-11-25T18:17:15,995 WARN  [M:0;ac0af6c6e13a:37023 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null
2024-11-25T18:17:15,996 INFO  [M:0;ac0af6c6e13a:37023 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/.lastflushedseqids
2024-11-25T18:17:16,006 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741981_1157 (size=504)
2024-11-25T18:17:16,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T18:17:16,083 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:44483-0x10076dd43040001, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T18:17:16,084 INFO  [RS:0;ac0af6c6e13a:44483 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-25T18:17:16,084 INFO  [RS:0;ac0af6c6e13a:44483 {}] regionserver.HRegionServer(1031): Exiting; stopping=ac0af6c6e13a,44483,1732558532637; zookeeper connection closed.
2024-11-25T18:17:16,084 INFO  [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@3f8f1e04 {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@3f8f1e04
2024-11-25T18:17:16,085 INFO  [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete
2024-11-25T18:17:16,098 WARN  [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties
2024-11-25T18:17:16,407 INFO  [M:0;ac0af6c6e13a:37023 {}] assignment.AssignmentManager(395): Stopping assignment manager
2024-11-25T18:17:16,408 INFO  [M:0;ac0af6c6e13a:37023 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false
2024-11-25T18:17:16,408 DEBUG [M:0;ac0af6c6e13a:37023 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes
2024-11-25T18:17:16,421 INFO  [M:0;ac0af6c6e13a:37023 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T18:17:16,421 DEBUG [M:0;ac0af6c6e13a:37023 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T18:17:16,421 DEBUG [M:0;ac0af6c6e13a:37023 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms
2024-11-25T18:17:16,421 DEBUG [M:0;ac0af6c6e13a:37023 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T18:17:16,421 INFO  [M:0;ac0af6c6e13a:37023 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=319.25 KB heapSize=375.33 KB
2024-11-25T18:17:16,436 DEBUG [M:0;ac0af6c6e13a:37023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a2b2fbc2c774882b082e5723deedff4 is 82, key is hbase:meta,,1/info:regioninfo/1732558535688/Put/seqid=0
2024-11-25T18:17:16,440 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741982_1158 (size=5672)
2024-11-25T18:17:16,841 INFO  [M:0;ac0af6c6e13a:37023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a2b2fbc2c774882b082e5723deedff4
2024-11-25T18:17:16,862 DEBUG [M:0;ac0af6c6e13a:37023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7634ea2eb8514072b786fb2f49f88d88 is 2184, key is \x00\x00\x00\x00\x00\x00\x00*/proc:d/1732558583393/Put/seqid=0
2024-11-25T18:17:16,866 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741983_1159 (size=26518)
2024-11-25T18:17:17,267 INFO  [M:0;ac0af6c6e13a:37023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=318.69 KB at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7634ea2eb8514072b786fb2f49f88d88
2024-11-25T18:17:17,272 INFO  [M:0;ac0af6c6e13a:37023 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7634ea2eb8514072b786fb2f49f88d88
2024-11-25T18:17:17,294 DEBUG [M:0;ac0af6c6e13a:37023 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e49eec40008144e6bd7d12cb18f97720 is 69, key is ac0af6c6e13a,44483,1732558532637/rs:state/1732558534969/Put/seqid=0
2024-11-25T18:17:17,297 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741984_1160 (size=5156)
2024-11-25T18:17:17,698 INFO  [M:0;ac0af6c6e13a:37023 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=667 (bloomFilter=true), to=hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e49eec40008144e6bd7d12cb18f97720
2024-11-25T18:17:17,703 DEBUG [M:0;ac0af6c6e13a:37023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/4a2b2fbc2c774882b082e5723deedff4 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a2b2fbc2c774882b082e5723deedff4
2024-11-25T18:17:17,708 INFO  [M:0;ac0af6c6e13a:37023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/4a2b2fbc2c774882b082e5723deedff4, entries=8, sequenceid=667, filesize=5.5 K
2024-11-25T18:17:17,709 DEBUG [M:0;ac0af6c6e13a:37023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/7634ea2eb8514072b786fb2f49f88d88 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7634ea2eb8514072b786fb2f49f88d88
2024-11-25T18:17:17,713 INFO  [M:0;ac0af6c6e13a:37023 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 7634ea2eb8514072b786fb2f49f88d88
2024-11-25T18:17:17,713 INFO  [M:0;ac0af6c6e13a:37023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/7634ea2eb8514072b786fb2f49f88d88, entries=69, sequenceid=667, filesize=25.9 K
2024-11-25T18:17:17,714 DEBUG [M:0;ac0af6c6e13a:37023 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/e49eec40008144e6bd7d12cb18f97720 as hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e49eec40008144e6bd7d12cb18f97720
2024-11-25T18:17:17,718 INFO  [M:0;ac0af6c6e13a:37023 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:36837/user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/e49eec40008144e6bd7d12cb18f97720, entries=1, sequenceid=667, filesize=5.0 K
2024-11-25T18:17:17,719 INFO  [M:0;ac0af6c6e13a:37023 {}] regionserver.HRegion(3140): Finished flush of dataSize ~319.25 KB/326911, heapSize ~375.03 KB/384032, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=667, compaction requested=false
2024-11-25T18:17:17,720 INFO  [M:0;ac0af6c6e13a:37023 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682.
2024-11-25T18:17:17,720 DEBUG [M:0;ac0af6c6e13a:37023 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682:
Waiting for close lock at 1732558636408Disabling compacts and flushes for region at 1732558636408Disabling writes for close at 1732558636421 (+13 ms)Obtaining lock to block concurrent updates at 1732558636422 (+1 ms)Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1732558636422Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=326911, getHeapSize=384272, getOffHeapSize=0, getCellsCount=746 at 1732558636422Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1732558636422Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1732558636422Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1732558636436 (+14 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1732558636436Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1732558636846 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1732558636862 (+16 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1732558636862Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1732558637272 (+410 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1732558637293 (+21 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1732558637293Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@68d7cb4a: reopening flushed file at 1732558637703 (+410 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@56754c14: reopening flushed file at 1732558637708 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@125ae804: reopening flushed file at 1732558637713 (+5 ms)Finished flush of dataSize ~319.25 KB/326911, heapSize ~375.03 KB/384032, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1298ms, sequenceid=667, compaction requested=false at 1732558637719 (+6 ms)Writing region close event to WAL at 1732558637720 (+1 ms)Closed at 1732558637720
2024-11-25T18:17:17,723 INFO  [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43001 is added to blk_1073741830_1006 (size=371001)
2024-11-25T18:17:17,723 WARN  [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/e829c989-c1d1-8557-3da7-10328f2203bd/MasterData/WALs/ac0af6c6e13a,37023,1732558530621/ac0af6c6e13a%2C37023%2C1732558530621.ac0af6c6e13a%2C37023%2C1732558530621.regiongroup-0.1732558534142 not finished, retry = 0
2024-11-25T18:17:17,824 INFO  [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting.
2024-11-25T18:17:17,825 INFO  [M:0;ac0af6c6e13a:37023 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down.
2024-11-25T18:17:17,825 INFO  [M:0;ac0af6c6e13a:37023 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down.
2024-11-25T18:17:17,825 INFO  [M:0;ac0af6c6e13a:37023 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:37023
2024-11-25T18:17:17,825 INFO  [M:0;ac0af6c6e13a:37023 {}] hbase.HBaseServerBase(479): Close zookeeper
2024-11-25T18:17:17,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T18:17:17,927 INFO  [M:0;ac0af6c6e13a:37023 {}] hbase.HBaseServerBase(486): Close table descriptors
2024-11-25T18:17:17,927 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:37023-0x10076dd43040000, quorum=127.0.0.1:63315, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null
2024-11-25T18:17:17,934 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1b22df{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode}
2024-11-25T18:17:17,937 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@3c98d8b6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-25T18:17:17,937 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T18:17:17,937 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@345eb5f{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-25T18:17:17,937 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4f0baca2{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir/,STOPPED}
2024-11-25T18:17:17,939 WARN  [BP-440647687-172.17.0.2-1732558525954 heartbeating to localhost/127.0.0.1:36837 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted
2024-11-25T18:17:17,939 WARN  [BP-440647687-172.17.0.2-1732558525954 heartbeating to localhost/127.0.0.1:36837 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-440647687-172.17.0.2-1732558525954 (Datanode Uuid 0eb1f7da-2fdf-4a35-8d7c-55819347c6de) service to localhost/127.0.0.1:36837
2024-11-25T18:17:17,939 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit.
2024-11-25T18:17:17,939 WARN  [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup]
2024-11-25T18:17:17,941 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/cluster_6e95b479-c7d6-4b64-ee7d-ee5f0b7db32e/data/data1/current/BP-440647687-172.17.0.2-1732558525954 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-25T18:17:17,941 WARN  [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/cluster_6e95b479-c7d6-4b64-ee7d-ee5f0b7db32e/data/data2/current/BP-440647687-172.17.0.2-1732558525954 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted
2024-11-25T18:17:17,942 WARN  [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func
2024-11-25T18:17:17,949 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1ee3427e{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs}
2024-11-25T18:17:17,949 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2750335{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-25T18:17:17,949 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T18:17:17,950 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@7ed01e9{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED}
2024-11-25T18:17:17,950 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@41650a7{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir/,STOPPED}
2024-11-25T18:17:17,960 INFO  [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers
2024-11-25T18:17:18,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down
2024-11-25T18:17:18,028 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster...
2024-11-25T18:17:18,033 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1fd82e2f{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-25T18:17:18,034 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@65d61659{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-25T18:17:18,034 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T18:17:18,034 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@52e15e67{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-25T18:17:18,034 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4a4ec0de{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir/,STOPPED}
2024-11-25T18:17:18,045 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1067fe8a{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node}
2024-11-25T18:17:18,046 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@6e7a1091{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-25T18:17:18,046 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T18:17:18,046 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@24cba45d{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-25T18:17:18,046 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@4b3b6830{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir/,STOPPED}
2024-11-25T18:17:18,059 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-25T18:17:18,060 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@40083493{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster}
2024-11-25T18:17:18,060 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@28b8b6b6{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-25T18:17:18,061 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T18:17:18,061 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@433f69ad{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-25T18:17:18,061 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@389eb70d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir/,STOPPED}
2024-11-25T18:17:18,064 WARN  [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning.
2024-11-25T18:17:18,069 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException
2024-11-25T18:17:18,069 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted
2024-11-25T18:17:18,070 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-25T18:17:18,073 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@6aee1834{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory}
2024-11-25T18:17:18,074 INFO  [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@303e64e5{HTTP/1.1, (http/1.1)}{localhost:0}
2024-11-25T18:17:18,074 INFO  [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging
2024-11-25T18:17:18,074 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6ed52a66{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED}
2024-11-25T18:17:18,074 INFO  [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@62580043{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_master/hbase-backup/target/test-data/8fba3ae4-b4d8-447c-fa39-1af2b895f887/hadoop.log.dir/,STOPPED}
2024-11-25T18:17:18,075 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted
2024-11-25T18:17:18,075 INFO  [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped