2024-12-08 18:57:09,566 main DEBUG Apache Log4j Core 2.17.2 initializing configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-12-08 18:57:09,588 main DEBUG Took 0.019135 seconds to load 1 plugins from package org.apache.hadoop.hbase.logging 2024-12-08 18:57:09,589 main DEBUG PluginManager 'Core' found 129 plugins 2024-12-08 18:57:09,589 main DEBUG PluginManager 'Level' found 0 plugins 2024-12-08 18:57:09,591 main DEBUG PluginManager 'Lookup' found 16 plugins 2024-12-08 18:57:09,593 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:57:09,632 main DEBUG PluginManager 'TypeConverter' found 26 plugins 2024-12-08 18:57:09,651 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.util.MBeans", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:57:09,653 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:57:09,654 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.logging.TestJul2Slf4j", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:57:09,655 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:57:09,656 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.zookeeper", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:57:09,656 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:57:09,658 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSinkAdapter", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:57:09,659 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:57:09,661 main DEBUG LoggerConfig$Builder(additivity="null", level="ERROR", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsSystemImpl", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:57:09,661 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:57:09,663 main DEBUG LoggerConfig$Builder(additivity="false", level="WARN", levelAndRefs="null", name="org.apache.directory", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:57:09,663 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:57:09,664 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.ipc.FailedServers", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:57:09,664 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:57:09,665 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop.metrics2.impl.MetricsConfig", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:57:09,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:57:09,666 main DEBUG LoggerConfig$Builder(additivity="null", level="INFO", levelAndRefs="null", name="org.apache.hadoop.hbase.ScheduledChore", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:57:09,666 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:57:09,667 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase.regionserver.RSRpcServices", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:57:09,667 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:57:09,668 main DEBUG LoggerConfig$Builder(additivity="null", level="WARN", levelAndRefs="null", name="org.apache.hadoop", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:57:09,668 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:57:09,669 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hadoop.hbase", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:57:09,669 main DEBUG Building Plugin[name=logger, class=org.apache.logging.log4j.core.config.LoggerConfig]. 2024-12-08 18:57:09,685 main DEBUG LoggerConfig$Builder(additivity="null", level="DEBUG", levelAndRefs="null", name="org.apache.hbase.thirdparty.io.netty.channel", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:57:09,686 main DEBUG Building Plugin[name=root, class=org.apache.logging.log4j.core.config.LoggerConfig$RootLogger]. 2024-12-08 18:57:09,688 main DEBUG LoggerConfig$RootLogger$Builder(additivity="null", level="null", levelAndRefs="INFO,Console", includeLocation="null", ={}, ={}, Configuration(PropertiesConfig), Filter=null) 2024-12-08 18:57:09,695 main DEBUG Building Plugin[name=loggers, class=org.apache.logging.log4j.core.config.LoggersPlugin]. 2024-12-08 18:57:09,698 main DEBUG createLoggers(={org.apache.hadoop.metrics2.util.MBeans, org.apache.hadoop.hbase.logging.TestJul2Slf4j, org.apache.zookeeper, org.apache.hadoop.metrics2.impl.MetricsSinkAdapter, org.apache.hadoop.metrics2.impl.MetricsSystemImpl, org.apache.directory, org.apache.hadoop.hbase.ipc.FailedServers, org.apache.hadoop.metrics2.impl.MetricsConfig, org.apache.hadoop.hbase.ScheduledChore, org.apache.hadoop.hbase.regionserver.RSRpcServices, org.apache.hadoop, org.apache.hadoop.hbase, org.apache.hbase.thirdparty.io.netty.channel, root}) 2024-12-08 18:57:09,698 main DEBUG Building Plugin[name=layout, class=org.apache.logging.log4j.core.layout.PatternLayout]. 2024-12-08 18:57:09,700 main DEBUG PatternLayout$Builder(pattern="%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n", PatternSelector=null, Configuration(PropertiesConfig), Replace=null, charset="null", alwaysWriteExceptions="null", disableAnsi="null", noConsoleNoAnsi="null", header="null", footer="null") 2024-12-08 18:57:09,701 main DEBUG PluginManager 'Converter' found 47 plugins 2024-12-08 18:57:09,713 main DEBUG Building Plugin[name=appender, class=org.apache.hadoop.hbase.logging.HBaseTestAppender]. 2024-12-08 18:57:09,716 main DEBUG HBaseTestAppender$Builder(target="SYSTEM_ERR", maxSize="1G", bufferedIo="null", bufferSize="null", immediateFlush="null", ignoreExceptions="null", PatternLayout(%d{ISO8601} %-5p [%t%notEmpty{ %X}] %C{2}(%L): %m%n), name="Console", Configuration(PropertiesConfig), Filter=null, ={}) 2024-12-08 18:57:09,719 main DEBUG Starting HBaseTestOutputStreamManager SYSTEM_ERR 2024-12-08 18:57:09,719 main DEBUG Building Plugin[name=appenders, class=org.apache.logging.log4j.core.config.AppendersPlugin]. 2024-12-08 18:57:09,720 main DEBUG createAppenders(={Console}) 2024-12-08 18:57:09,721 main DEBUG Configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 initialized 2024-12-08 18:57:09,722 main DEBUG Starting configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 2024-12-08 18:57:09,722 main DEBUG Started configuration org.apache.logging.log4j.core.config.properties.PropertiesConfiguration@221a3fa4 OK. 2024-12-08 18:57:09,723 main DEBUG Shutting down OutputStreamManager SYSTEM_OUT.false.false-1 2024-12-08 18:57:09,723 main DEBUG OutputStream closed 2024-12-08 18:57:09,723 main DEBUG Shut down OutputStreamManager SYSTEM_OUT.false.false-1, all resources released: true 2024-12-08 18:57:09,724 main DEBUG Appender DefaultConsole-1 stopped with status true 2024-12-08 18:57:09,724 main DEBUG Stopped org.apache.logging.log4j.core.config.DefaultConfiguration@3c73951 OK 2024-12-08 18:57:09,810 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6 2024-12-08 18:57:09,813 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=StatusLogger 2024-12-08 18:57:09,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=ContextSelector 2024-12-08 18:57:09,815 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name= 2024-12-08 18:57:09,816 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.directory 2024-12-08 18:57:09,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSinkAdapter 2024-12-08 18:57:09,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.zookeeper 2024-12-08 18:57:09,817 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.logging.TestJul2Slf4j 2024-12-08 18:57:09,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsSystemImpl 2024-12-08 18:57:09,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.util.MBeans 2024-12-08 18:57:09,818 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase 2024-12-08 18:57:09,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop 2024-12-08 18:57:09,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ipc.FailedServers 2024-12-08 18:57:09,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.regionserver.RSRpcServices 2024-12-08 18:57:09,819 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.metrics2.impl.MetricsConfig 2024-12-08 18:57:09,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hbase.thirdparty.io.netty.channel 2024-12-08 18:57:09,820 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Loggers,name=org.apache.hadoop.hbase.ScheduledChore 2024-12-08 18:57:09,821 main DEBUG Registering MBean org.apache.logging.log4j2:type=1dbd16a6,component=Appenders,name=Console 2024-12-08 18:57:09,823 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08 18:57:09,823 main DEBUG Reconfiguration complete for context[name=1dbd16a6] at URI jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-logging/target/hbase-logging-3.0.0-beta-2-SNAPSHOT-tests.jar!/log4j2.properties (org.apache.logging.log4j.core.LoggerContext@61fe30) with optional ClassLoader: null 2024-12-08 18:57:09,823 main DEBUG Shutdown hook enabled. Registering a new one. 2024-12-08 18:57:09,824 main DEBUG LoggerContext[name=1dbd16a6, org.apache.logging.log4j.core.LoggerContext@61fe30] started OK. 2024-12-08T18:57:09,861 INFO [main {}] hbase.HBaseClassTestRule(94): Test class org.apache.hadoop.hbase.backup.TestIncrementalBackup timeout: 13 mins 2024-12-08 18:57:09,863 main DEBUG AsyncLogger.ThreadNameStrategy=UNCACHED (user specified null, default is UNCACHED) 2024-12-08 18:57:09,864 main DEBUG org.apache.logging.log4j.core.util.SystemClock supports precise timestamps. 2024-12-08T18:57:10,190 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(323): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74 2024-12-08T18:57:10,196 DEBUG [Time-limited test {}] impl.BackupManager(124): Added log cleaner: org.apache.hadoop.hbase.backup.master.BackupLogCleaner. Added master procedure manager: org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager.Added master procedure manager: org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-08T18:57:10,198 DEBUG [Time-limited test {}] impl.BackupManager(154): Added region procedure manager: org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager. Added region observer: org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:57:10,199 INFO [Time-limited test {}] hbase.HBaseTestingUtil(805): Starting up minicluster with option: StartMiniClusterOption{numMasters=1, masterClass=null, numRegionServers=1, rsPorts=, rsClass=null, numDataNodes=1, dataNodeHosts=null, numZkServers=1, createRootDir=false, createWALDir=false} 2024-12-08T18:57:10,217 INFO [Time-limited test {}] hbase.HBaseZKTestingUtil(84): Created new mini-cluster data directory: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/cluster_af76a527-22d6-35dc-f3dd-cd3d4d4668a2, deleteOnExit=true 2024-12-08T18:57:10,217 INFO [Time-limited test {}] hbase.HBaseTestingUtil(818): STARTING DFS 2024-12-08T18:57:10,218 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/test.cache.data in system properties and HBase conf 2024-12-08T18:57:10,219 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T18:57:10,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir in system properties and HBase conf 2024-12-08T18:57:10,220 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T18:57:10,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T18:57:10,221 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T18:57:10,317 WARN [Time-limited test {}] util.NativeCodeLoader(60): Unable to load native-hadoop library for your platform... using builtin-java classes where applicable 2024-12-08T18:57:10,427 DEBUG [Time-limited test {}] fs.HFileSystem(310): The file system is not a DistributedFileSystem. Skipping on block location reordering 2024-12-08T18:57:10,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T18:57:10,432 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T18:57:10,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T18:57:10,433 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T18:57:10,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T18:57:10,434 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T18:57:10,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T18:57:10,435 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T18:57:10,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T18:57:10,436 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/nfs.dump.dir in system properties and HBase conf 2024-12-08T18:57:10,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/java.io.tmpdir in system properties and HBase conf 2024-12-08T18:57:10,437 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T18:57:10,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T18:57:10,438 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T18:57:11,502 WARN [Time-limited test {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-namenode.properties,hadoop-metrics2.properties 2024-12-08T18:57:11,580 INFO [Time-limited test {}] log.Log(170): Logging initialized @2750ms to org.eclipse.jetty.util.log.Slf4jLog 2024-12-08T18:57:11,669 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:57:11,731 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T18:57:11,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T18:57:11,752 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T18:57:11,754 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T18:57:11,767 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:57:11,770 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@205baae5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir/,AVAILABLE} 2024-12-08T18:57:11,771 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@325f8c88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T18:57:11,938 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@1d57f2ce{hdfs,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/java.io.tmpdir/jetty-localhost-41391-hadoop-hdfs-3_4_1-tests_jar-_-any-15721663650636702659/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T18:57:11,946 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@382e7786{HTTP/1.1, (http/1.1)}{localhost:41391} 2024-12-08T18:57:11,946 INFO [Time-limited test {}] server.Server(415): Started @3117ms 2024-12-08T18:57:12,610 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:57:12,619 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T18:57:12,620 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T18:57:12,621 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T18:57:12,621 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T18:57:12,622 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@347c3eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir/,AVAILABLE} 2024-12-08T18:57:12,623 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@308dcebb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,AVAILABLE} 2024-12-08T18:57:12,732 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@4d3c17d4{datanode,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/java.io.tmpdir/jetty-localhost-41013-hadoop-hdfs-3_4_1-tests_jar-_-any-7000404305449364075/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T18:57:12,733 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@575d15e0{HTTP/1.1, (http/1.1)}{localhost:41013} 2024-12-08T18:57:12,733 INFO [Time-limited test {}] server.Server(415): Started @3904ms 2024-12-08T18:57:12,796 WARN [Time-limited test {}] web.RestCsrfPreventionFilterHandler(75): Got null for restCsrfPreventionFilter - will not do any filtering. 2024-12-08T18:57:13,942 WARN [Thread-73 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/cluster_af76a527-22d6-35dc-f3dd-cd3d4d4668a2/data/data2/current/BP-1134452520-172.17.0.2-1733684230944/current, will proceed with Du for space computation calculation, 2024-12-08T18:57:13,942 WARN [Thread-72 {}] impl.BlockPoolSlice(347): dfsUsed file missing in /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/cluster_af76a527-22d6-35dc-f3dd-cd3d4d4668a2/data/data1/current/BP-1134452520-172.17.0.2-1733684230944/current, will proceed with Du for space computation calculation, 2024-12-08T18:57:13,967 WARN [Thread-58 {}] datanode.DirectoryScanner(302): dfs.datanode.directoryscan.throttle.limit.ms.per.sec set to value above 1000 ms/sec. Assuming default value of -1 2024-12-08T18:57:14,009 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab196abc882b96f6 with lease ID 0x44eab67dd836896f: Processing first storage report for DS-42c873ae-7571-448f-989d-95f2c1d163a9 from datanode DatanodeRegistration(127.0.0.1:43399, datanodeUuid=19296d65-5e08-4aab-83b8-56d38f65b147, infoPort=42577, infoSecurePort=0, ipcPort=41349, storageInfo=lv=-57;cid=testClusterID;nsid=2136285414;c=1733684230944) 2024-12-08T18:57:14,010 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab196abc882b96f6 with lease ID 0x44eab67dd836896f: from storage DS-42c873ae-7571-448f-989d-95f2c1d163a9 node DatanodeRegistration(127.0.0.1:43399, datanodeUuid=19296d65-5e08-4aab-83b8-56d38f65b147, infoPort=42577, infoSecurePort=0, ipcPort=41349, storageInfo=lv=-57;cid=testClusterID;nsid=2136285414;c=1733684230944), blocks: 0, hasStaleStorage: true, processing time: 1 msecs, invalidatedBlocks: 0 2024-12-08T18:57:14,011 INFO [Block report processor {}] blockmanagement.BlockManager(2940): BLOCK* processReport 0xab196abc882b96f6 with lease ID 0x44eab67dd836896f: Processing first storage report for DS-ad964bf0-4b2e-486c-8ed1-ac51423c0d1c from datanode DatanodeRegistration(127.0.0.1:43399, datanodeUuid=19296d65-5e08-4aab-83b8-56d38f65b147, infoPort=42577, infoSecurePort=0, ipcPort=41349, storageInfo=lv=-57;cid=testClusterID;nsid=2136285414;c=1733684230944) 2024-12-08T18:57:14,011 INFO [Block report processor {}] blockmanagement.BlockManager(2972): BLOCK* processReport 0xab196abc882b96f6 with lease ID 0x44eab67dd836896f: from storage DS-ad964bf0-4b2e-486c-8ed1-ac51423c0d1c node DatanodeRegistration(127.0.0.1:43399, datanodeUuid=19296d65-5e08-4aab-83b8-56d38f65b147, infoPort=42577, infoSecurePort=0, ipcPort=41349, storageInfo=lv=-57;cid=testClusterID;nsid=2136285414;c=1733684230944), blocks: 0, hasStaleStorage: false, processing time: 0 msecs, invalidatedBlocks: 0 2024-12-08T18:57:14,096 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(631): Setting hbase.rootdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74 2024-12-08T18:57:14,167 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(261): Started connectionTimeout=30000, dir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/cluster_af76a527-22d6-35dc-f3dd-cd3d4d4668a2/zookeeper_0, clientPort=59577, secureClientPort=-1, dataDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/cluster_af76a527-22d6-35dc-f3dd-cd3d4d4668a2/zookeeper_0/version-2, dataDirSize=457 dataLogDir=/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/cluster_af76a527-22d6-35dc-f3dd-cd3d4d4668a2/zookeeper_0/version-2, dataLogSize=457 tickTime=2000, maxClientCnxns=300, minSessionTimeout=4000, maxSessionTimeout=40000, clientPortListenBacklog=-1, serverId=0 2024-12-08T18:57:14,184 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(286): Started MiniZooKeeperCluster and ran 'stat' on client port=59577 2024-12-08T18:57:14,193 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:57:14,195 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:57:14,440 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741825_1001 (size=7) 2024-12-08T18:57:14,845 INFO [Time-limited test {}] util.FSUtils(489): Created version file at hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e with version=8 2024-12-08T18:57:14,845 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1139): Setting hbase.fs.tmp.dir to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging 2024-12-08T18:57:14,858 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(136): Setting Master Port to random. 2024-12-08T18:57:14,858 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(143): Setting RegionServer Port to random. 2024-12-08T18:57:14,858 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(153): Setting RS InfoServer Port to random. 2024-12-08T18:57:14,858 DEBUG [Time-limited test {}] hbase.LocalHBaseCluster(161): Setting Master InfoServer Port to random. 2024-12-08T18:57:14,928 DEBUG [Time-limited test {}] channel.MultithreadEventLoopGroup(44): -Dio.netty.eventLoopThreads: 16 2024-12-08T18:57:15,140 INFO [Time-limited test {}] client.ConnectionUtils(128): master/b1d30ef9e474:0 server-side Connection retries=45 2024-12-08T18:57:15,148 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:57:15,149 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T18:57:15,153 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T18:57:15,153 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:57:15,154 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T18:57:15,272 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.MasterService, hbase.pb.RegionServerStatusService, hbase.pb.LockService, hbase.pb.HbckService, hbase.pb.ClientMetaService, hbase.pb.AdminService 2024-12-08T18:57:15,325 INFO [Time-limited test {}] metrics.MetricRegistriesLoader(60): Loaded MetricRegistries class org.apache.hadoop.hbase.metrics.impl.MetricRegistriesImpl 2024-12-08T18:57:15,332 DEBUG [Time-limited test {}] util.ClassSize(228): Using Unsafe to estimate memory layout 2024-12-08T18:57:15,335 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T18:57:15,357 DEBUG [Time-limited test {}] channel.DefaultChannelId(84): -Dio.netty.processId: 138464 (auto-detected) 2024-12-08T18:57:15,357 DEBUG [Time-limited test {}] channel.DefaultChannelId(106): -Dio.netty.machineId: 02:42:ac:ff:fe:11:00:02 (auto-detected) 2024-12-08T18:57:15,374 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:33671 2024-12-08T18:57:15,394 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=master:33671 connecting to ZooKeeper ensemble=127.0.0.1:59577 2024-12-08T18:57:15,554 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:336710x0, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T18:57:15,557 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): master:33671-0x10006ca0e6b0000 connected 2024-12-08T18:57:15,675 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:57:15,677 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:57:15,685 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-08T18:57:15,703 INFO [Time-limited test {}] log.Log(170): Logging initialized @6873ms to org.apache.hbase.thirdparty.org.eclipse.jetty.util.log.Slf4jLog 2024-12-08T18:57:15,739 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-08T18:57:15,740 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-08T18:57:15,740 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-08T18:57:15,741 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-08T18:57:15,741 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-08T18:57:15,743 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context master 2024-12-08T18:57:15,743 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-08T18:57:15,743 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-08T18:57:15,744 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-08T18:57:15,795 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 37905 2024-12-08T18:57:15,796 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-08T18:57:15,807 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-08T18:57:15,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@4acbd630{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir/,AVAILABLE} 2024-12-08T18:57:15,809 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-08T18:57:15,809 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@ebfbfd2{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-08T18:57:15,840 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-08T18:57:15,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T18:57:15,846 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T18:57:15,847 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T18:57:15,850 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-08T18:57:16,364 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@77e4d37e{master,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/master/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/master} 2024-12-08T18:57:16,368 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1ab434da{HTTP/1.1, (http/1.1)}{0.0.0.0:37905} 2024-12-08T18:57:16,368 INFO [Time-limited test {}] server.Server(415): Started @7539ms 2024-12-08T18:57:16,371 INFO [Time-limited test {}] master.HMaster(525): hbase.rootdir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e, hbase.cluster.distributed=false 2024-12-08T18:57:16,397 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-08T18:57:16,402 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=33671 2024-12-08T18:57:16,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=33671 2024-12-08T18:57:16,403 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=33671 2024-12-08T18:57:16,404 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=33671 2024-12-08T18:57:16,405 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=33671 2024-12-08T18:57:16,509 INFO [Time-limited test {}] client.ConnectionUtils(128): regionserver/b1d30ef9e474:0 server-side Connection retries=45 2024-12-08T18:57:16,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated default.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:57:16,510 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated priority.RWQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=2, maxQueueLength=30, handlerCount=3 2024-12-08T18:57:16,511 INFO [Time-limited test {}] ipc.RWQueueRpcExecutor(113): priority.RWQ.Fifo writeQueues=1 writeHandlers=1 readQueues=1 readHandlers=2 scanQueues=0 scanHandlers=0 2024-12-08T18:57:16,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated replication.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=3 2024-12-08T18:57:16,511 INFO [Time-limited test {}] ipc.RpcExecutor(188): Instantiated metaPriority.FPBQ.Fifo with queueClass=class java.util.concurrent.LinkedBlockingQueue; numCallQueues=1, maxQueueLength=30, handlerCount=1 2024-12-08T18:57:16,514 INFO [Time-limited test {}] ipc.RpcServerFactory(64): Creating org.apache.hadoop.hbase.ipc.NettyRpcServer hosting hbase.pb.ClientService, hbase.pb.AdminService, hbase.pb.ClientMetaService, hbase.pb.BootstrapNodeService 2024-12-08T18:57:16,516 INFO [Time-limited test {}] ipc.NettyRpcServer(309): Using org.apache.hbase.thirdparty.io.netty.buffer.PooledByteBufAllocator for buffer allocation 2024-12-08T18:57:16,517 INFO [Time-limited test {}] ipc.NettyRpcServer(191): Bind to /172.17.0.2:46525 2024-12-08T18:57:16,518 INFO [Time-limited test {}] zookeeper.RecoverableZooKeeper(137): Process identifier=regionserver:46525 connecting to ZooKeeper ensemble=127.0.0.1:59577 2024-12-08T18:57:16,519 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:57:16,522 INFO [Time-limited test {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:57:16,579 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:465250x0, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=None, state=SyncConnected, path=null 2024-12-08T18:57:16,580 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:465250x0, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-08T18:57:16,580 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKWatcher(635): regionserver:46525-0x10006ca0e6b0001 connected 2024-12-08T18:57:16,582 DEBUG [Time-limited test {}] http.HttpServer(797): org.apache.hbase.thirdparty.org.eclipse.jetty.server.SymlinkAllowedResourceAliasChecker is already part of alias check list 2024-12-08T18:57:16,582 INFO [Time-limited test {}] http.HttpServer(802): Serving aliases allowed for /logs context 2024-12-08T18:57:16,582 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'safety' (class=org.apache.hadoop.hbase.http.HttpServer$QuotingInputFilter) 2024-12-08T18:57:16,582 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'clickjackingprevention' (class=org.apache.hadoop.hbase.http.ClickjackingPreventionFilter) 2024-12-08T18:57:16,582 INFO [Time-limited test {}] http.HttpServer(1023): Added global filter 'securityheaders' (class=org.apache.hadoop.hbase.http.SecurityHeadersFilter) 2024-12-08T18:57:16,583 INFO [Time-limited test {}] http.HttpServer(1002): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context regionserver 2024-12-08T18:57:16,583 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context static 2024-12-08T18:57:16,583 INFO [Time-limited test {}] http.HttpServer(1009): Added filter static_user_filter (class=org.apache.hadoop.hbase.http.lib.StaticUserWebFilter$StaticUserFilter) to context logs 2024-12-08T18:57:16,584 INFO [Time-limited test {}] http.HttpServer(844): ASYNC_PROFILER_HOME environment variable and async.profiler.home system property not specified. Disabling /prof endpoint. 2024-12-08T18:57:16,585 INFO [Time-limited test {}] http.HttpServer(1269): Jetty bound to port 37113 2024-12-08T18:57:16,585 INFO [Time-limited test {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-08T18:57:16,587 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-08T18:57:16,587 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@6e82f00d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir/,AVAILABLE} 2024-12-08T18:57:16,587 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-08T18:57:16,588 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.s.ServletContextHandler@5af9e42e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/static/,AVAILABLE} 2024-12-08T18:57:16,599 INFO [Time-limited test {}] webapp.StandardDescriptorProcessor(277): NO JSP Support for /, did not find org.apache.hbase.thirdparty.org.eclipse.jetty.jsp.JettyJspServlet 2024-12-08T18:57:16,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T18:57:16,600 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T18:57:16,600 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T18:57:16,601 INFO [Time-limited test {}] http.SecurityHeadersFilter(49): Added security headers filter 2024-12-08T18:57:16,603 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.a.h.t.o.e.j.w.WebAppContext@6edf2259{regionserver,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/regionserver/,AVAILABLE}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-08T18:57:16,604 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@1aa5419c{HTTP/1.1, (http/1.1)}{0.0.0.0:37113} 2024-12-08T18:57:16,604 INFO [Time-limited test {}] server.Server(415): Started @7775ms 2024-12-08T18:57:16,607 INFO [Time-limited test {}] hfile.BlockCacheFactory(123): Allocating BlockCache size=880 MB, blockSize=64 KB 2024-12-08T18:57:16,614 DEBUG [Time-limited test {}] mob.MobFileCache(124): MobFileCache enabled with cacheSize=1000, evictPeriods=3600sec, evictRemainRatio=0.5 2024-12-08T18:57:16,616 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/master 2024-12-08T18:57:16,621 DEBUG [Time-limited test {}] zookeeper.ZKUtil(113): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/acl 2024-12-08T18:57:16,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=default.FPBQ.Fifo, numCallQueues=1, port=46525 2024-12-08T18:57:16,622 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=priority.RWQ.Fifo.write, numCallQueues=1, port=46525 2024-12-08T18:57:16,623 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=priority.RWQ.Fifo.read, numCallQueues=1, port=46525 2024-12-08T18:57:16,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=3 with threadPrefix=replication.FPBQ.Fifo, numCallQueues=1, port=46525 2024-12-08T18:57:16,624 DEBUG [Time-limited test {}] ipc.RpcExecutor(290): Started handlerCount=1 with threadPrefix=metaPriority.FPBQ.Fifo, numCallQueues=1, port=46525 2024-12-08T18:57:16,647 DEBUG [M:0;b1d30ef9e474:33671 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:M:0;b1d30ef9e474:33671 2024-12-08T18:57:16,650 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] server.Server(375): jetty-9.4.56.v20240826; built: 2024-08-26T17:15:05.868Z; git: ec6782ff5ead824dabdcf47fa98f90a4aedff401; jvm 17.0.11+9 2024-12-08T18:57:16,652 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] server.AbstractConnector(333): Started ServerConnector@6df710df{HTTP/1.1, (http/1.1)}{0.0.0.0:37337} 2024-12-08T18:57:16,652 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] server.Server(415): Started @7822ms 2024-12-08T18:57:16,652 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(2510): Adding backup master ZNode /1/backup-masters/b1d30ef9e474,33671,1733684234976 2024-12-08T18:57:16,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-08T18:57:16,664 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-08T18:57:16,665 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on existing znode=/1/backup-masters/b1d30ef9e474,33671,1733684234976 2024-12-08T18:57:16,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/master 2024-12-08T18:57:16,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:57:16,694 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:57:16,695 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(111): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on existing znode=/1/master 2024-12-08T18:57:16,697 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.ActiveMasterManager(245): Deleting ZNode for /1/backup-masters/b1d30ef9e474,33671,1733684234976 from backup master directory 2024-12-08T18:57:16,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/backup-masters/b1d30ef9e474,33671,1733684234976 2024-12-08T18:57:16,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-08T18:57:16,705 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/backup-masters 2024-12-08T18:57:16,706 WARN [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T18:57:16,706 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.ActiveMasterManager(255): Registered as active master=b1d30ef9e474,33671,1733684234976 2024-12-08T18:57:16,708 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating data MemStoreChunkPool with chunk size 2 MB, max count 396, initial count 0 2024-12-08T18:57:16,709 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.ChunkCreator(488): Allocating index MemStoreChunkPool with chunk size 204.80 KB, max count 440, initial count 0 2024-12-08T18:57:16,765 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] util.FSUtils(620): Create cluster ID file [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase.id] with ID: 5d157694-9808-4fd5-9c40-a698f007aadb 2024-12-08T18:57:16,765 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] util.FSUtils(625): Write the cluster ID file to a temporary location: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.tmp/hbase.id 2024-12-08T18:57:16,775 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741826_1002 (size=42) 2024-12-08T18:57:17,177 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] util.FSUtils(634): Move the temporary cluster ID file to its target location [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.tmp/hbase.id]:[hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase.id] 2024-12-08T18:57:17,218 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] fs.HFileSystem(339): Added intercepting call to namenode#getBlockLocations so can do block reordering using class org.apache.hadoop.hbase.fs.HFileSystem$ReorderWALBlocks 2024-12-08T18:57:17,222 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] util.FSTableDescriptors(270): Fetching table descriptors from the filesystem. 2024-12-08T18:57:17,238 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] util.FSTableDescriptors(299): Fetched table descriptors(size=0) cost 15ms. 2024-12-08T18:57:17,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:57:17,284 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:57:17,298 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741827_1003 (size=196) 2024-12-08T18:57:17,712 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] region.MasterRegion(370): Create or load local region for table 'master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:57:17,714 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(132): Injected flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000 2024-12-08T18:57:17,719 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-08T18:57:17,722 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-08T18:57:17,730 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(244): No decryptEncryptedDataEncryptionKey method in DFSClient, should be hadoop version with HDFS-12396 java.lang.NoSuchMethodException: org.apache.hadoop.hdfs.DFSClient.decryptEncryptedDataEncryptionKey(org.apache.hadoop.fs.FileEncryptionInfo) at java.lang.Class.getDeclaredMethod(Class.java:2675) ~[?:?] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelperWithoutHDFS12396(FanOutOneBlockAsyncDFSOutputSaslHelper.java:183) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.createTransparentCryptoHelper(FanOutOneBlockAsyncDFSOutputSaslHelper.java:242) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.io.asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper.(FanOutOneBlockAsyncDFSOutputSaslHelper.java:253) ~[hbase-asyncfs-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Class.forName0(Native Method) ~[?:?] at java.lang.Class.forName(Class.java:375) ~[?:?] at org.apache.hadoop.hbase.wal.AsyncFSWALProvider.load(AsyncFSWALProvider.java:150) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.getProviderClass(WALFactory.java:174) ~[classes/:?] at org.apache.hadoop.hbase.wal.RegionGroupingProvider.doInit(RegionGroupingProvider.java:156) ~[classes/:?] at org.apache.hadoop.hbase.wal.AbstractWALProvider.init(AbstractWALProvider.java:126) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:263) ~[classes/:?] at org.apache.hadoop.hbase.wal.WALFactory.(WALFactory.java:231) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegion.create(MasterRegion.java:400) ~[classes/:?] at org.apache.hadoop.hbase.master.region.MasterRegionFactory.create(MasterRegionFactory.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.finishActiveMasterInitialization(HMaster.java:1003) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.startActiveMasterManager(HMaster.java:2535) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.lambda$run$0(HMaster.java:613) ~[classes/:?] at org.apache.hadoop.hbase.trace.TraceUtil.lambda$tracedRunnable$2(TraceUtil.java:155) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T18:57:17,760 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741828_1004 (size=1189) 2024-12-08T18:57:18,177 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(7590): Creating {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='master:store', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, under table dir hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store 2024-12-08T18:57:18,194 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741829_1005 (size=34) 2024-12-08T18:57:18,600 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] throttle.StoreHotnessProtector(112): StoreHotnessProtector is disabled. Set hbase.region.store.parallel.put.limit > 0 to enable, which may help mitigate load under heavy write pressure. 2024-12-08T18:57:18,603 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:18,604 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T18:57:18,604 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:57:18,604 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:57:18,605 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T18:57:18,605 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:57:18,606 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:57:18,607 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733684238603Disabling compacts and flushes for region at 1733684238603Disabling writes for close at 1733684238605 (+2 ms)Writing region close event to WAL at 1733684238605Closed at 1733684238605 2024-12-08T18:57:18,609 WARN [master/b1d30ef9e474:0:becomeActiveMaster {}] region.MasterRegion(249): failed to clean up initializing flag: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/.initializing 2024-12-08T18:57:18,609 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] region.MasterRegion(219): WALDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/WALs/b1d30ef9e474,33671,1733684234976 2024-12-08T18:57:18,613 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T18:57:18,617 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] monitor.StreamSlowMonitor(122): New stream slow monitor b1d30ef9e474,33671,1733684234976.regiongroup-0 2024-12-08T18:57:18,630 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1d30ef9e474%2C33671%2C1733684234976.b1d30ef9e474%2C33671%2C1733684234976.regiongroup-0, suffix=, logDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/WALs/b1d30ef9e474,33671,1733684234976, archiveDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/oldWALs, maxLogs=10 2024-12-08T18:57:18,651 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/WALs/b1d30ef9e474,33671,1733684234976/b1d30ef9e474%2C33671%2C1733684234976.b1d30ef9e474%2C33671%2C1733684234976.regiongroup-0.1733684238634, exclude list is [], retry=0 2024-12-08T18:57:18,665 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK] 2024-12-08T18:57:18,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.ProtobufDecoder(117): Hadoop 3.3 and above shades protobuf. 2024-12-08T18:57:18,699 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/WALs/b1d30ef9e474,33671,1733684234976/b1d30ef9e474%2C33671%2C1733684234976.b1d30ef9e474%2C33671%2C1733684234976.regiongroup-0.1733684238634 2024-12-08T18:57:18,700 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-12-08T18:57:18,701 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(7752): Opening region: {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''} 2024-12-08T18:57:18,701 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(898): Instantiated master:store,,1.1595e783b53d99cd5eef43b6debb2682.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:18,704 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(7794): checking encryption for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:57:18,705 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(7797): checking classloading for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:57:18,741 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:57:18,764 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName info 2024-12-08T18:57:18,767 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:18,769 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:57:18,770 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family proc of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:57:18,773 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName proc 2024-12-08T18:57:18,773 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:18,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/proc, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:57:18,774 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rs of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:57:18,777 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName rs 2024-12-08T18:57:18,777 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:18,778 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/rs, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:57:18,779 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family state of region 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:57:18,781 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1595e783b53d99cd5eef43b6debb2682 columnFamilyName state 2024-12-08T18:57:18,781 DEBUG [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:18,782 INFO [StoreOpener-1595e783b53d99cd5eef43b6debb2682-1 {}] regionserver.HStore(327): Store=1595e783b53d99cd5eef43b6debb2682/state, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:57:18,783 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1038): replaying wal for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:57:18,786 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:57:18,788 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:57:18,793 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1048): stopping wal replay for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:57:18,794 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1060): Cleaning up temporary data for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:57:18,798 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table master:store descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T18:57:18,802 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1093): writing seq id for 1595e783b53d99cd5eef43b6debb2682 2024-12-08T18:57:18,807 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:57:18,808 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1114): Opened 1595e783b53d99cd5eef43b6debb2682; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10766430240, jitterRate=0.0027019530534744263}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T18:57:18,815 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] regionserver.HRegion(1006): Region open journal for 1595e783b53d99cd5eef43b6debb2682: Writing region info on filesystem at 1733684238719Initializing all the Stores at 1733684238721 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733684238722 (+1 ms)Instantiating store for column family {NAME => 'proc', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684238723 (+1 ms)Instantiating store for column family {NAME => 'rs', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684238724 (+1 ms)Instantiating store for column family {NAME => 'state', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684238724Cleaning up temporary data from old regions at 1733684238794 (+70 ms)Region opened successfully at 1733684238815 (+21 ms) 2024-12-08T18:57:18,817 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] region.MasterRegionFlusherAndCompactor(122): Constructor flushSize=134217728, flushPerChanges=1000000, flushIntervalMs=900000, compactMin=4 2024-12-08T18:57:18,847 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b5348c6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=b1d30ef9e474/172.17.0.2:0 2024-12-08T18:57:18,903 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(912): No meta location available on zookeeper, skip migrating... 2024-12-08T18:57:18,915 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] region.RegionProcedureStore(104): Starting the Region Procedure Store, number threads=5 2024-12-08T18:57:18,915 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(626): Starting 5 core workers (bigger of cpus/4 or 16) with max (burst) worker count=50 2024-12-08T18:57:18,917 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] region.RegionProcedureStore(255): Starting Region Procedure Store lease recovery... 2024-12-08T18:57:18,919 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(676): Recovered RegionProcedureStore lease in 1 msec 2024-12-08T18:57:18,923 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(690): Loaded RegionProcedureStore in 4 msec 2024-12-08T18:57:18,923 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.RemoteProcedureDispatcher(96): Instantiated, coreThreads=3 (allowCoreThreadTimeOut=true), queueMaxSize=32, operationDelay=150 2024-12-08T18:57:18,945 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.RegionServerTracker(127): Upgrading RegionServerTracker to active master mode; 0 have existingServerCrashProcedures, 0 possibly 'live' servers, and 0 'splitting'. 2024-12-08T18:57:18,954 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Unable to get data of znode /1/balancer because node does not exist (not necessarily an error) 2024-12-08T18:57:19,021 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/balancer already deleted, retry=false 2024-12-08T18:57:19,023 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] normalizer.SimpleRegionNormalizer(163): Updated configuration for key 'hbase.normalizer.merge.min_region_size.mb' from 0 to 1 2024-12-08T18:57:19,024 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Unable to get data of znode /1/normalizer because node does not exist (not necessarily an error) 2024-12-08T18:57:19,031 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/normalizer already deleted, retry=false 2024-12-08T18:57:19,033 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] normalizer.RegionNormalizerWorker(137): Normalizer rate limit set to unlimited 2024-12-08T18:57:19,037 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Unable to get data of znode /1/switch/split because node does not exist (not necessarily an error) 2024-12-08T18:57:19,042 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/split already deleted, retry=false 2024-12-08T18:57:19,043 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Unable to get data of znode /1/switch/merge because node does not exist (not necessarily an error) 2024-12-08T18:57:19,052 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/switch/merge already deleted, retry=false 2024-12-08T18:57:19,068 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKUtil(444): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Unable to get data of znode /1/snapshot-cleanup because node does not exist (not necessarily an error) 2024-12-08T18:57:19,073 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.RecoverableZooKeeper(212): Node /1/snapshot-cleanup already deleted, retry=false 2024-12-08T18:57:19,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-08T18:57:19,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/running 2024-12-08T18:57:19,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:57:19,084 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:57:19,087 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(856): Active/primary master=b1d30ef9e474,33671,1733684234976, sessionid=0x10006ca0e6b0000, setting cluster-up flag (Was=false) 2024-12-08T18:57:19,092 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.master.LogRollMasterProcedureManager was loaded successfully. 2024-12-08T18:57:19,116 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:57:19,115 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:57:19,147 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/flush-table-proc/acquired, /1/flush-table-proc/reached, /1/flush-table-proc/abort 2024-12-08T18:57:19,149 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1d30ef9e474,33671,1733684234976 2024-12-08T18:57:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:57:19,168 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:57:19,200 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/rolllog-proc/acquired, /1/rolllog-proc/reached, /1/rolllog-proc/abort 2024-12-08T18:57:19,201 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1d30ef9e474,33671,1733684234976 2024-12-08T18:57:19,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:57:19,221 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:57:19,252 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure.ZKProcedureUtil(251): Clearing all znodes /1/online-snapshot/acquired, /1/online-snapshot/reached, /1/online-snapshot/abort 2024-12-08T18:57:19,254 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure.ZKProcedureCoordinator(245): Starting controller for procedure member=b1d30ef9e474,33671,1733684234976 2024-12-08T18:57:19,259 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.ServerManager(1185): No .lastflushedseqids found at hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.lastflushedseqids will record last flushed sequence id for regions by regionserver report all over again 2024-12-08T18:57:19,322 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.ProcedureExecutor(1139): Stored pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=false; InitMetaProcedure table=hbase:meta 2024-12-08T18:57:19,330 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] balancer.BaseLoadBalancer(416): slop=0.2 2024-12-08T18:57:19,335 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] balancer.StochasticLoadBalancer(272): Loaded config; maxSteps=1000000, runMaxSteps=false, stepsPerRegion=800, maxRunningTime=30000, isByTable=false, CostFunctions=[RegionCountSkewCostFunction, PrimaryRegionCountSkewCostFunction, MoveCostFunction, ServerLocalityCostFunction, RackLocalityCostFunction, TableSkewCostFunction, RegionReplicaHostCostFunction, RegionReplicaRackCostFunction, ReadRequestCostFunction, CPRequestCostFunction, WriteRequestCostFunction, MemStoreSizeCostFunction, StoreFileCostFunction] , sum of multiplier of cost functions = 0.0 etc. 2024-12-08T18:57:19,335 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(746): ClusterId : 5d157694-9808-4fd5-9c40-a698f007aadb 2024-12-08T18:57:19,337 INFO [RS:0;b1d30ef9e474:46525 {}] procedure.ProcedureManagerHost(66): User procedure org.apache.hadoop.hbase.backup.regionserver.LogRollRegionServerProcedureManager was loaded successfully. 2024-12-08T18:57:19,338 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure flush-table-proc initializing 2024-12-08T18:57:19,340 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] balancer.RegionHDFSBlockLocationFinder(133): Skipping locality-based refresh due to oldStatus=null, newStatus=Master: b1d30ef9e474,33671,1733684234976 Number of backup masters: 0 Number of live region servers: 0 Number of dead region servers: 0 Number of unknown region servers: 0 Average load: 0.0 Number of requests: 0 Number of regions: 0 Number of regions in transition: 0 2024-12-08T18:57:19,349 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure flush-table-proc initialized 2024-12-08T18:57:19,349 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_OPEN_REGION-master/b1d30ef9e474:0, corePoolSize=5, maxPoolSize=5 2024-12-08T18:57:19,349 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure backup-proc initializing 2024-12-08T18:57:19,350 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_CLOSE_REGION-master/b1d30ef9e474:0, corePoolSize=5, maxPoolSize=5 2024-12-08T18:57:19,350 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SERVER_OPERATIONS-master/b1d30ef9e474:0, corePoolSize=5, maxPoolSize=5 2024-12-08T18:57:19,350 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_META_SERVER_OPERATIONS-master/b1d30ef9e474:0, corePoolSize=5, maxPoolSize=5 2024-12-08T18:57:19,350 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=M_LOG_REPLAY_OPS-master/b1d30ef9e474:0, corePoolSize=10, maxPoolSize=10 2024-12-08T18:57:19,350 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_SNAPSHOT_OPERATIONS-master/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:57:19,350 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_MERGE_OPERATIONS-master/b1d30ef9e474:0, corePoolSize=2, maxPoolSize=2 2024-12-08T18:57:19,350 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] executor.ExecutorService(95): Starting executor service name=MASTER_TABLE_OPERATIONS-master/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:57:19,352 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.procedure2.CompletedProcedureCleaner; timeout=30000, timestamp=1733684269352 2024-12-08T18:57:19,355 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.DirScanPool(74): log_cleaner Cleaner pool size is 1 2024-12-08T18:57:19,355 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_WRITE_FS_LAYOUT, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T18:57:19,355 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(76): BOOTSTRAP: creating hbase:meta region 2024-12-08T18:57:19,356 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveLogCleaner 2024-12-08T18:57:19,359 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure backup-proc initialized 2024-12-08T18:57:19,359 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.RegionServerProcedureManagerHost(43): Procedure online-snapshot initializing 2024-12-08T18:57:19,360 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.replication.master.ReplicationLogCleaner 2024-12-08T18:57:19,361 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:19,361 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.master.BackupLogCleaner 2024-12-08T18:57:19,361 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreWALCleaner 2024-12-08T18:57:19,361 INFO [PEWorker-1 {}] util.FSTableDescriptors(156): Creating new hbase:meta table descriptor 'hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} 2024-12-08T18:57:19,362 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveProcedureWALCleaner 2024-12-08T18:57:19,362 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.LogCleaner(148): Creating 1 old WALs cleaner threads 2024-12-08T18:57:19,362 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=LogsCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:19,367 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.DirScanPool(74): hfile_cleaner Cleaner pool size is 2 2024-12-08T18:57:19,368 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveMasterLocalStoreHFileCleaner 2024-12-08T18:57:19,368 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.HFileLinkCleaner 2024-12-08T18:57:19,370 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.RegionServerProcedureManagerHost(45): Procedure online-snapshot initialized 2024-12-08T18:57:19,370 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741831_1007 (size=1321) 2024-12-08T18:57:19,370 DEBUG [RS:0;b1d30ef9e474:46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fcc6b60, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=b1d30ef9e474/172.17.0.2:0 2024-12-08T18:57:19,378 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7ed012a4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:19,378 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:57:19,383 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.ShutdownHook(81): Installed shutdown hook thread: Shutdownhook:RS:0;b1d30ef9e474:46525 2024-12-08T18:57:19,386 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.RegionServerCoprocessorHost(66): System coprocessor loading is enabled 2024-12-08T18:57:19,386 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.RegionServerCoprocessorHost(67): Table coprocessor loading is enabled 2024-12-08T18:57:19,386 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(832): About to register with Master. 2024-12-08T18:57:19,389 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1d30ef9e474,33671,1733684234976 with port=46525, startcode=1733684236477 2024-12-08T18:57:19,389 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:57:19,390 DEBUG [RS:0;b1d30ef9e474:46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=RegionServerStatusService, sasl=false 2024-12-08T18:57:19,410 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:57:19,418 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:39109, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=RegionServerStatusService 2024-12-08T18:57:19,421 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:57:19,422 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:57:19,425 DEBUG [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33671 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.ipc.ServerNotRunningYetException: Server is not running yet at org.apache.hadoop.hbase.master.HMaster.checkServiceStarted(HMaster.java:3334) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.regionServerStartup(MasterRpcServices.java:667) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.RegionServerStatusProtos$RegionServerStatusService$2.callBlockingMethod(RegionServerStatusProtos.java:16714) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T18:57:19,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@248d7042, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:19,425 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:57:19,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:57:19,431 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:19,432 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58006, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:57:19,435 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5977fde7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:19,436 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.backup.BackupHFileCleaner 2024-12-08T18:57:19,438 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.snapshot.SnapshotHFileCleaner 2024-12-08T18:57:19,438 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.CleanerChore(192): Initialize cleaner=org.apache.hadoop.hbase.master.cleaner.TimeToLiveHFileCleaner 2024-12-08T18:57:19,439 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.HFileCleaner(260): Starting for large file=Thread[master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.large.0-1733684239439,5,FailOnTimeoutGroup] 2024-12-08T18:57:19,441 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] cleaner.HFileCleaner(275): Starting for small files=Thread[master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.small.0-1733684239440,5,FailOnTimeoutGroup] 2024-12-08T18:57:19,441 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HFileCleaner, period=600000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:19,441 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(1741): Reopening regions with very high storeFileRefCount is disabled. Provide threshold value > 0 for hbase.regions.recovery.store.file.ref.count to enable it. 2024-12-08T18:57:19,442 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationBarrierCleaner, period=43200000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:19,442 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=SnapshotCleaner, period=1800000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:19,449 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(2683): Master is not running yet 2024-12-08T18:57:19,449 WARN [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(841): reportForDuty failed; sleeping 100 ms and then retrying. 2024-12-08T18:57:19,551 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(2659): reportForDuty to master=b1d30ef9e474,33671,1733684234976 with port=46525, startcode=1733684236477 2024-12-08T18:57:19,553 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33671 {}] master.ServerManager(363): Checking decommissioned status of RegionServer b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:19,555 INFO [RpcServer.priority.RWQ.Fifo.write.handler=0,queue=0,port=33671 {}] master.ServerManager(517): Registering regionserver=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:19,563 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1440): Config from master: hbase.rootdir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:57:19,563 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1440): Config from master: fs.defaultFS=hdfs://localhost:38211 2024-12-08T18:57:19,563 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1440): Config from master: hbase.master.info.port=37905 2024-12-08T18:57:19,612 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-08T18:57:19,613 DEBUG [RS:0;b1d30ef9e474:46525 {}] zookeeper.ZKUtil(111): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on existing znode=/1/rs/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:19,613 WARN [RS:0;b1d30ef9e474:46525 {}] hbase.ZNodeClearer(65): Environment variable HBASE_ZNODE_FILE not set; znodes will not be cleared on crash by start scripts (Longer MTTR!) 2024-12-08T18:57:19,613 INFO [RS:0;b1d30ef9e474:46525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-08T18:57:19,613 INFO [RS:0;b1d30ef9e474:46525 {}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-08T18:57:19,614 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1793): logDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:19,616 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(179): RegionServer ephemeral node created, adding [b1d30ef9e474,46525,1733684236477] 2024-12-08T18:57:19,639 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.MetricsRegionServerWrapperImpl(120): Computing regionserver metrics every 5000 milliseconds 2024-12-08T18:57:19,651 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.MemStoreFlusher(131): globalMemStoreLimit=880 M, globalMemStoreLimitLowMark=836 M, Offheap=false 2024-12-08T18:57:19,656 INFO [RS:0;b1d30ef9e474:46525 {}] throttle.PressureAwareCompactionThroughputController(131): Compaction throughput configurations, higher bound: 100.00 MB/second, lower bound 50.00 MB/second, off peak: unlimited, tuning period: 60000 ms 2024-12-08T18:57:19,657 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:19,658 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer$CompactionChecker(1680): CompactionChecker runs every PT1S 2024-12-08T18:57:19,663 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.ExecutorStatusChore(48): ExecutorStatusChore runs every 1mins, 0sec 2024-12-08T18:57:19,665 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactedHFilesCleaner, period=120000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:19,665 DEBUG [RS:0;b1d30ef9e474:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:57:19,665 DEBUG [RS:0;b1d30ef9e474:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_META-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:57:19,666 DEBUG [RS:0;b1d30ef9e474:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_OPEN_PRIORITY_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:57:19,666 DEBUG [RS:0;b1d30ef9e474:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_REGION-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:57:19,666 DEBUG [RS:0;b1d30ef9e474:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLOSE_META-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:57:19,666 DEBUG [RS:0;b1d30ef9e474:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_LOG_REPLAY_OPS-regionserver/b1d30ef9e474:0, corePoolSize=2, maxPoolSize=2 2024-12-08T18:57:19,666 DEBUG [RS:0;b1d30ef9e474:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_COMPACTED_FILES_DISCHARGER-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:57:19,666 DEBUG [RS:0;b1d30ef9e474:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_REGION_REPLICA_FLUSH_OPS-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:57:19,666 DEBUG [RS:0;b1d30ef9e474:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_REFRESH_PEER-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:57:19,666 DEBUG [RS:0;b1d30ef9e474:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_REPLAY_SYNC_REPLICATION_WAL-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:57:19,666 DEBUG [RS:0;b1d30ef9e474:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_SWITCH_RPC_THROTTLE-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:57:19,667 DEBUG [RS:0;b1d30ef9e474:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_CLAIM_REPLICATION_QUEUE-regionserver/b1d30ef9e474:0, corePoolSize=1, maxPoolSize=1 2024-12-08T18:57:19,667 DEBUG [RS:0;b1d30ef9e474:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0, corePoolSize=3, maxPoolSize=3 2024-12-08T18:57:19,667 DEBUG [RS:0;b1d30ef9e474:46525 {}] executor.ExecutorService(95): Starting executor service name=RS_FLUSH_OPERATIONS-regionserver/b1d30ef9e474:0, corePoolSize=3, maxPoolSize=3 2024-12-08T18:57:19,668 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=CompactionChecker, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:19,669 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=MemstoreFlusherChore, period=1000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:19,669 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ExecutorStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:19,669 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=nonceCleaner, period=360000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:19,669 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=BrokenStoreFileCleaner, period=21600000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:19,669 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,46525,1733684236477-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T18:57:19,689 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HeapMemoryManager(209): Starting, tuneOn=false 2024-12-08T18:57:19,691 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,46525,1733684236477-HeapMemoryTunerChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:19,692 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:19,692 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.Replication(171): b1d30ef9e474,46525,1733684236477 started 2024-12-08T18:57:19,711 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.ChoreService(168): Chore ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:19,711 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1482): Serving as b1d30ef9e474,46525,1733684236477, RpcServer on b1d30ef9e474/172.17.0.2:46525, sessionid=0x10006ca0e6b0001 2024-12-08T18:57:19,712 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure flush-table-proc starting 2024-12-08T18:57:19,712 DEBUG [RS:0;b1d30ef9e474:46525 {}] flush.RegionServerFlushTableProcedureManager(108): Start region server flush procedure manager b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:19,713 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1d30ef9e474,46525,1733684236477' 2024-12-08T18:57:19,713 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/flush-table-proc/abort' 2024-12-08T18:57:19,714 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/flush-table-proc/acquired' 2024-12-08T18:57:19,714 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure flush-table-proc started 2024-12-08T18:57:19,714 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure backup-proc starting 2024-12-08T18:57:19,714 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1d30ef9e474,46525,1733684236477' 2024-12-08T18:57:19,714 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T18:57:19,715 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T18:57:19,715 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.LogRollRegionServerProcedureManager(92): Started region server backup manager. 2024-12-08T18:57:19,715 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure backup-proc started 2024-12-08T18:57:19,716 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.RegionServerProcedureManagerHost(51): Procedure online-snapshot starting 2024-12-08T18:57:19,716 DEBUG [RS:0;b1d30ef9e474:46525 {}] snapshot.RegionServerSnapshotManager(126): Start Snapshot Manager b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:19,716 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.ZKProcedureMemberRpcs(357): Starting procedure member 'b1d30ef9e474,46525,1733684236477' 2024-12-08T18:57:19,716 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/online-snapshot/abort' 2024-12-08T18:57:19,716 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/online-snapshot/acquired' 2024-12-08T18:57:19,717 DEBUG [RS:0;b1d30ef9e474:46525 {}] procedure.RegionServerProcedureManagerHost(53): Procedure online-snapshot started 2024-12-08T18:57:19,717 INFO [RS:0;b1d30ef9e474:46525 {}] quotas.RegionServerRpcQuotaManager(64): Quota support disabled 2024-12-08T18:57:19,717 INFO [RS:0;b1d30ef9e474:46525 {}] quotas.RegionServerSpaceQuotaManager(80): Quota support disabled, not starting space quota manager. 2024-12-08T18:57:19,772 INFO [PEWorker-1 {}] util.FSTableDescriptors(163): Updated hbase:meta table descriptor to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/.tabledesc/.tableinfo.0000000001.1321 2024-12-08T18:57:19,773 INFO [PEWorker-1 {}] regionserver.HRegion(7572): creating {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''}, tableDescriptor='hbase:meta', {TABLE_ATTRIBUTES => {IS_META => 'true', coprocessor$1 => '|org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint|536870911|', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'}, regionDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:57:19,783 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741832_1008 (size=32) 2024-12-08T18:57:19,821 INFO [RS:0;b1d30ef9e474:46525 {}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T18:57:19,822 INFO [RS:0;b1d30ef9e474:46525 {}] monitor.StreamSlowMonitor(122): New stream slow monitor b1d30ef9e474,46525,1733684236477.regiongroup-0 2024-12-08T18:57:19,825 INFO [RS:0;b1d30ef9e474:46525 {}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0, suffix=, logDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477, archiveDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs, maxLogs=32 2024-12-08T18:57:19,837 DEBUG [RS:0;b1d30ef9e474:46525 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684239826, exclude list is [], retry=0 2024-12-08T18:57:19,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK] 2024-12-08T18:57:19,845 INFO [RS:0;b1d30ef9e474:46525 {}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684239826 2024-12-08T18:57:19,848 DEBUG [RS:0;b1d30ef9e474:46525 {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-12-08T18:57:20,185 DEBUG [PEWorker-1 {}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:20,188 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T18:57:20,190 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T18:57:20,190 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:20,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:57:20,191 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T18:57:20,194 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T18:57:20,194 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:20,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:57:20,195 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T18:57:20,197 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T18:57:20,197 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:20,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:57:20,198 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T18:57:20,200 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T18:57:20,200 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:20,201 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:57:20,201 DEBUG [PEWorker-1 {}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T18:57:20,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740 2024-12-08T18:57:20,203 DEBUG [PEWorker-1 {}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740 2024-12-08T18:57:20,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T18:57:20,206 DEBUG [PEWorker-1 {}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T18:57:20,207 DEBUG [PEWorker-1 {}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T18:57:20,209 DEBUG [PEWorker-1 {}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T18:57:20,213 DEBUG [PEWorker-1 {}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:57:20,214 INFO [PEWorker-1 {}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9812561760, jitterRate=-0.08613397181034088}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T18:57:20,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1006): Region open journal for 1588230740: Writing region info on filesystem at 1733684240185Initializing all the Stores at 1733684240187 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733684240187Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733684240188 (+1 ms)Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684240188Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733684240188Cleaning up temporary data from old regions at 1733684240206 (+18 ms)Region opened successfully at 1733684240217 (+11 ms) 2024-12-08T18:57:20,217 DEBUG [PEWorker-1 {}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T18:57:20,217 INFO [PEWorker-1 {}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T18:57:20,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T18:57:20,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T18:57:20,218 DEBUG [PEWorker-1 {}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T18:57:20,219 INFO [PEWorker-1 {}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T18:57:20,219 DEBUG [PEWorker-1 {}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733684240217Disabling compacts and flushes for region at 1733684240217Disabling writes for close at 1733684240218 (+1 ms)Writing region close event to WAL at 1733684240219 (+1 ms)Closed at 1733684240219 2024-12-08T18:57:20,223 DEBUG [PEWorker-1 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_ASSIGN_META, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T18:57:20,223 INFO [PEWorker-1 {}] procedure.InitMetaProcedure(108): Going to assign meta 2024-12-08T18:57:20,229 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN}] 2024-12-08T18:57:20,236 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T18:57:20,238 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN; state=OFFLINE, location=null; forceNewPlan=false, retain=false 2024-12-08T18:57:20,391 DEBUG [b1d30ef9e474:33671 {}] assignment.AssignmentManager(2472): Processing assignQueue; systemServersCount=1, allServersCount=1 2024-12-08T18:57:20,402 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:20,408 INFO [PEWorker-3 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1d30ef9e474,46525,1733684236477, state=OPENING 2024-12-08T18:57:20,452 DEBUG [PEWorker-3 {}] zookeeper.MetaTableLocator(183): hbase:meta region location doesn't exist, create it 2024-12-08T18:57:20,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:57:20,463 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:57:20,463 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-08T18:57:20,464 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-08T18:57:20,465 DEBUG [PEWorker-3 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=2, ppid=1, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN 2024-12-08T18:57:20,467 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=3, ppid=2, state=RUNNABLE, hasLock=false; OpenRegionProcedure 1588230740, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:57:20,640 DEBUG [RSProcedureDispatcher-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=AdminService, sasl=false 2024-12-08T18:57:20,642 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57463, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=AdminService 2024-12-08T18:57:20,654 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(132): Open hbase:meta,,1.1588230740 2024-12-08T18:57:20,654 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.RegionGroupingProvider 2024-12-08T18:57:20,654 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.RegionGroupingProvider(102): Instantiating RegionGroupingStrategy of type class org.apache.hadoop.hbase.wal.BoundedGroupingStrategy 2024-12-08T18:57:20,655 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T18:57:20,655 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] monitor.StreamSlowMonitor(122): New stream slow monitor .meta 2024-12-08T18:57:20,658 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1d30ef9e474%2C46525%2C1733684236477.meta, suffix=.meta, logDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477, archiveDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs, maxLogs=32 2024-12-08T18:57:20,671 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684240659.meta, exclude list is [], retry=0 2024-12-08T18:57:20,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK] 2024-12-08T18:57:20,677 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684240659.meta 2024-12-08T18:57:20,678 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-12-08T18:57:20,678 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7752): Opening region: {ENCODED => 1588230740, NAME => 'hbase:meta,,1', STARTKEY => '', ENDKEY => ''} 2024-12-08T18:57:20,682 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:57:20,683 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] coprocessor.CoprocessorHost(215): Loading coprocessor class org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint with path null and priority 536870911 2024-12-08T18:57:20,685 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(8280): Registered coprocessor service: region=hbase:meta,,1 service=MultiRowMutationService 2024-12-08T18:57:20,685 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.RegionCoprocessorHost(434): Loaded coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint from HTD of hbase:meta successfully. 2024-12-08T18:57:20,688 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table meta 1588230740 2024-12-08T18:57:20,689 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(898): Instantiated hbase:meta,,1.1588230740; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:20,689 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7794): checking encryption for 1588230740 2024-12-08T18:57:20,689 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(7797): checking classloading for 1588230740 2024-12-08T18:57:20,692 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family info of region 1588230740 2024-12-08T18:57:20,694 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName info 2024-12-08T18:57:20,694 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:20,695 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/info, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:57:20,696 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family ns of region 1588230740 2024-12-08T18:57:20,697 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName ns 2024-12-08T18:57:20,697 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:20,698 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/ns, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:57:20,699 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family rep_barrier of region 1588230740 2024-12-08T18:57:20,700 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName rep_barrier 2024-12-08T18:57:20,700 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:20,701 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/rep_barrier, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:57:20,702 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family table of region 1588230740 2024-12-08T18:57:20,703 INFO [StoreOpener-1588230740-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 1588230740 columnFamilyName table 2024-12-08T18:57:20,703 DEBUG [StoreOpener-1588230740-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:20,704 INFO [StoreOpener-1588230740-1 {}] regionserver.HStore(327): Store=1588230740/table, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=ROW_INDEX_V1, compression=NONE 2024-12-08T18:57:20,705 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1038): replaying wal for 1588230740 2024-12-08T18:57:20,706 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740 2024-12-08T18:57:20,709 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740 2024-12-08T18:57:20,711 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1048): stopping wal replay for 1588230740 2024-12-08T18:57:20,711 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1060): Cleaning up temporary data for 1588230740 2024-12-08T18:57:20,713 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table hbase:meta descriptor;using region.getMemStoreFlushHeapSize/# of families (32.0 M)) instead. 2024-12-08T18:57:20,715 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1093): writing seq id for 1588230740 2024-12-08T18:57:20,717 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1114): Opened 1588230740; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11850906240, jitterRate=0.103701651096344}}}, FlushLargeStoresPolicy{flushSizeLowerBound=33554432} 2024-12-08T18:57:20,718 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 1588230740 2024-12-08T18:57:20,721 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegion(1006): Region open journal for 1588230740: Running coprocessor pre-open hook at 1733684240690Writing region info on filesystem at 1733684240690Initializing all the Stores at 1733684240692 (+2 ms)Instantiating store for column family {NAME => 'info', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733684240692Instantiating store for column family {NAME => 'ns', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733684240692Instantiating store for column family {NAME => 'rep_barrier', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '2147483647', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684240692Instantiating store for column family {NAME => 'table', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '3', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'ROW_INDEX_V1', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROWCOL', IN_MEMORY => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '8192 B (8KB)'} at 1733684240692Cleaning up temporary data from old regions at 1733684240712 (+20 ms)Running coprocessor post-open hooks at 1733684240718 (+6 ms)Region opened successfully at 1733684240721 (+3 ms) 2024-12-08T18:57:20,728 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2236): Post open deploy tasks for hbase:meta,,1.1588230740, pid=3, masterSystemTime=1733684240633 2024-12-08T18:57:20,738 DEBUG [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] regionserver.HRegionServer(2266): Finished post open deploy task for hbase:meta,,1.1588230740 2024-12-08T18:57:20,739 INFO [RS_OPEN_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_META, pid=3}] handler.AssignRegionHandler(153): Opened hbase:meta,,1.1588230740 2024-12-08T18:57:20,740 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=2 updating hbase:meta row=1588230740, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:20,743 INFO [PEWorker-5 {}] zookeeper.MetaTableLocator(171): Setting hbase:meta replicaId=0 location in ZooKeeper as b1d30ef9e474,46525,1733684236477, state=OPEN 2024-12-08T18:57:20,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-08T18:57:20,747 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDataChanged, state=SyncConnected, path=/1/meta-region-server 2024-12-08T18:57:20,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-08T18:57:20,747 DEBUG [zk-event-processor-pool-0 {}] hbase.MetaRegionLocationCache(167): Updating meta znode for path /1/meta-region-server: CHANGED 2024-12-08T18:57:20,747 DEBUG [PEWorker-5 {}] procedure2.ProcedureFutureUtil(75): The future has completed while adding callback, give up suspending procedure pid=3, ppid=2, state=RUNNABLE, hasLock=true; OpenRegionProcedure 1588230740, server=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:20,752 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=3, resume processing ppid=2 2024-12-08T18:57:20,753 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=3, ppid=2, state=SUCCESS, hasLock=false; OpenRegionProcedure 1588230740, server=b1d30ef9e474,46525,1733684236477 in 281 msec 2024-12-08T18:57:20,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=2, resume processing ppid=1 2024-12-08T18:57:20,760 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=2, ppid=1, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=hbase:meta, region=1588230740, ASSIGN in 526 msec 2024-12-08T18:57:20,762 DEBUG [PEWorker-2 {}] procedure.InitMetaProcedure(97): Execute pid=1, state=RUNNABLE:INIT_META_CREATE_NAMESPACES, hasLock=true; InitMetaProcedure table=hbase:meta 2024-12-08T18:57:20,762 INFO [PEWorker-2 {}] procedure.InitMetaProcedure(114): Going to create {NAME => 'default'} and {NAME => 'hbase'} namespaces 2024-12-08T18:57:20,783 DEBUG [PEWorker-2 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:57:20,784 DEBUG [PEWorker-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:57:20,812 DEBUG [PEWorker-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:57:20,815 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43345, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:57:20,839 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=1, state=SUCCESS, hasLock=false; InitMetaProcedure table=hbase:meta in 1.5520 sec 2024-12-08T18:57:20,839 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(1123): Wait for region servers to report in: status=status unset, state=RUNNING, startTime=1733684240839, completionTime=-1 2024-12-08T18:57:20,842 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.ServerManager(903): Finished waiting on RegionServer count=1; waited=0ms, expected min=1 server(s), max=1 server(s), master is running 2024-12-08T18:57:20,842 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] assignment.AssignmentManager(1764): Joining cluster... 2024-12-08T18:57:20,868 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] assignment.AssignmentManager(1776): Number of RegionServers=1 2024-12-08T18:57:20,868 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$RegionInTransitionChore; timeout=60000, timestamp=1733684300868 2024-12-08T18:57:20,868 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] procedure2.TimeoutExecutorThread(82): ADDED pid=-1, state=WAITING_TIMEOUT, hasLock=false; org.apache.hadoop.hbase.master.assignment.AssignmentManager$DeadServerMetricRegionChore; timeout=120000, timestamp=1733684360868 2024-12-08T18:57:20,868 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] assignment.AssignmentManager(1783): Joined the cluster in 25 msec 2024-12-08T18:57:20,870 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,33671,1733684234976-ClusterStatusChore, period=60000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:20,871 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,33671,1733684234976-BalancerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:20,871 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,33671,1733684234976-RegionNormalizerChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:20,872 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=CatalogJanitor-b1d30ef9e474:33671, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:20,872 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=HbckChore-, period=3600000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:20,873 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:20,880 DEBUG [master/b1d30ef9e474:0.Chore.1 {}] janitor.CatalogJanitor(180): 2024-12-08T18:57:20,908 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(1239): Master has completed initialization 4.202sec 2024-12-08T18:57:20,909 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] quotas.MasterQuotaManager(97): Quota support disabled 2024-12-08T18:57:20,911 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] slowlog.SlowLogMasterService(57): Slow/Large requests logging to system table hbase:slowlog is disabled. Quitting. 2024-12-08T18:57:20,912 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] waleventtracker.WALEventTrackerTableCreator(75): wal event tracker requests logging to table REPLICATION.WALEVENTTRACKER is disabled. Quitting. 2024-12-08T18:57:20,913 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] master.ReplicationSinkTrackerTableCreator(90): replication sink tracker requests logging to table REPLICATION.SINK_TRACKER is disabled. Quitting. 2024-12-08T18:57:20,913 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] zookeeper.ZKWatcher(271): not a secure deployment, proceeding 2024-12-08T18:57:20,914 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,33671,1733684234976-MobFileCleanerChore, period=86400, unit=SECONDS is enabled. 2024-12-08T18:57:20,915 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,33671,1733684234976-MobFileCompactionChore, period=604800, unit=SECONDS is enabled. 2024-12-08T18:57:20,924 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster {}] master.HMaster(1374): Balancer post startup initialization complete, took 0 seconds 2024-12-08T18:57:20,925 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=RollingUpgradeChore, period=10, unit=SECONDS is enabled. 2024-12-08T18:57:20,925 INFO [master/b1d30ef9e474:0:becomeActiveMaster {}] hbase.ChoreService(168): Chore ScheduledChore name=b1d30ef9e474,33671,1733684234976-OldWALsDirSizeChore, period=300000, unit=MILLISECONDS is enabled. 2024-12-08T18:57:20,938 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54190a72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:20,941 DEBUG [Time-limited test {}] nio.NioEventLoop(110): -Dio.netty.noKeySetOptimization: false 2024-12-08T18:57:20,941 DEBUG [Time-limited test {}] nio.NioEventLoop(111): -Dio.netty.selectorAutoRebuildThreshold: 512 2024-12-08T18:57:20,945 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:57:20,945 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:57:20,953 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:57:20,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:57:20,954 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:57:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@51474a70, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:57:20,955 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:57:20,956 DEBUG [RPCClient-NioEventLoopGroup-4-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:20,958 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42882, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:57:20,959 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55de5b2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:20,960 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:57:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:57:20,969 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:57:20,971 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:57:20,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(877): Minicluster is up; activeMaster=b1d30ef9e474,33671,1733684234976 2024-12-08T18:57:20,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2305): Starting mini mapreduce cluster... 2024-12-08T18:57:20,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting test.cache.data to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/test.cache.data in system properties and HBase conf 2024-12-08T18:57:20,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.tmp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.tmp.dir in system properties and HBase conf 2024-12-08T18:57:20,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting hadoop.log.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir in system properties and HBase conf 2024-12-08T18:57:20,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.local.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir in system properties and HBase conf 2024-12-08T18:57:20,990 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting mapreduce.cluster.temp.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.temp.dir in system properties and HBase conf 2024-12-08T18:57:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(738): read short circuit is OFF 2024-12-08T18:57:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-labels.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/yarn.node-labels.fs-store.root-dir in system properties and HBase conf 2024-12-08T18:57:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.node-attribute.fs-store.root-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/yarn.node-attribute.fs-store.root-dir in system properties and HBase conf 2024-12-08T18:57:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.log-dirs to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/yarn.nodemanager.log-dirs in system properties and HBase conf 2024-12-08T18:57:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T18:57:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.active-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/yarn.timeline-service.entity-group-fs-store.active-dir in system properties and HBase conf 2024-12-08T18:57:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.timeline-service.entity-group-fs-store.done-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/yarn.timeline-service.entity-group-fs-store.done-dir in system properties and HBase conf 2024-12-08T18:57:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting yarn.nodemanager.remote-app-log-dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/yarn.nodemanager.remote-app-log-dir in system properties and HBase conf 2024-12-08T18:57:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T18:57:20,991 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.datanode.shared.file.descriptor.paths to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/dfs.datanode.shared.file.descriptor.paths in system properties and HBase conf 2024-12-08T18:57:20,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting nfs.dump.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/nfs.dump.dir in system properties and HBase conf 2024-12-08T18:57:20,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting java.io.tmpdir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/java.io.tmpdir in system properties and HBase conf 2024-12-08T18:57:20,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.journalnode.edits.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/dfs.journalnode.edits.dir in system properties and HBase conf 2024-12-08T18:57:20,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting dfs.provided.aliasmap.inmemory.leveldb.dir to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/dfs.provided.aliasmap.inmemory.leveldb.dir in system properties and HBase conf 2024-12-08T18:57:20,992 INFO [Time-limited test {}] hbase.HBaseTestingUtil(751): Setting fs.s3a.committer.staging.tmp.path to /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/fs.s3a.committer.staging.tmp.path in system properties and HBase conf 2024-12-08T18:57:21,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741835_1011 (size=592039) 2024-12-08T18:57:21,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741836_1012 (size=1663647) 2024-12-08T18:57:23,313 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:57:23,438 WARN [Thread-251 {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:57:23,690 INFO [Thread-251 {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T18:57:23,690 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-08T18:57:23,691 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T18:57:23,697 INFO [Thread-251 {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T18:57:23,697 INFO [Thread-251 {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T18:57:23,697 INFO [Thread-251 {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T18:57:23,699 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@1a344172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir/,AVAILABLE} 2024-12-08T18:57:23,700 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@71ff468e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-08T18:57:23,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T18:57:23,701 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T18:57:23,701 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T18:57:23,704 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:57:23,714 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@48ed5d50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir/,AVAILABLE} 2024-12-08T18:57:23,715 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@ef40a45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-08T18:57:23,878 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver as a provider class 2024-12-08T18:57:23,878 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices as a root resource class 2024-12-08T18:57:23,879 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-08T18:57:23,881 INFO [Thread-251 {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-08T18:57:23,947 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T18:57:24,084 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T18:57:24,515 INFO [Thread-251 {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.resourcemanager.webapp.RMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T18:57:24,548 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@25d8a384{cluster,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/java.io.tmpdir/jetty-localhost-42741-hadoop-yarn-common-3_4_1_jar-_-any-16420754869290707775/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-08T18:57:24,549 INFO [Thread-251 {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@2c382731{jobhistory,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/java.io.tmpdir/jetty-localhost-44965-hadoop-yarn-common-3_4_1_jar-_-any-10367878668377904716/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-08T18:57:24,550 INFO [Thread-251 {}] server.AbstractConnector(333): Started ServerConnector@34d2c2ee{HTTP/1.1, (http/1.1)}{localhost:44965} 2024-12-08T18:57:24,550 INFO [Thread-251 {}] server.Server(415): Started @15721ms 2024-12-08T18:57:24,553 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@2d49b544{HTTP/1.1, (http/1.1)}{localhost:42741} 2024-12-08T18:57:24,553 INFO [Time-limited test {}] server.Server(415): Started @15724ms 2024-12-08T18:57:24,710 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741837_1013 (size=5) 2024-12-08T18:57:25,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T18:57:25,323 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_hbase_table_meta Metrics about Tables on a single HBase RegionServer 2024-12-08T18:57:25,334 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:57:25,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver Metrics about HBase RegionObservers 2024-12-08T18:57:25,335 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T18:57:25,335 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint Metrics about HBase RegionObservers 2024-12-08T18:57:25,336 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_master_table_store 2024-12-08T18:57:25,336 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_master_table_store Metrics about Tables on a single HBase RegionServer 2024-12-08T18:57:25,635 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'hbase:meta' 2024-12-08T18:57:25,785 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-08T18:57:25,792 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:57:25,864 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-08T18:57:25,865 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T18:57:25,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T18:57:25,899 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T18:57:25,900 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 660000ms 2024-12-08T18:57:25,901 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:57:25,903 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5d2cd3be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir/,AVAILABLE} 2024-12-08T18:57:25,905 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@5ed4d548{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-08T18:57:26,006 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-08T18:57:26,006 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-08T18:57:26,006 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-08T18:57:26,006 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-08T18:57:26,066 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T18:57:26,091 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T18:57:26,234 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-08T18:57:26,318 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T18:57:26,330 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@742f5633{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/java.io.tmpdir/jetty-localhost-46253-hadoop-yarn-common-3_4_1_jar-_-any-2633227518368857756/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-08T18:57:26,330 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@fd71a21{HTTP/1.1, (http/1.1)}{localhost:46253} 2024-12-08T18:57:26,331 INFO [Time-limited test {}] server.Server(415): Started @17501ms 2024-12-08T18:57:26,613 WARN [Time-limited test {}] tracker.NMLogAggregationStatusTracker(95): Log Aggregation is disabled.So is the LogAggregationStatusTracker. 2024-12-08T18:57:26,616 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:57:26,643 WARN [Time-limited test {}] servlet.GuiceFilter(102): Multiple Servlet injectors detected. This is a warning indicating that you have more than one GuiceFilter running in your web application. If this is deliberate, you may safely ignore this message. If this is NOT deliberate however, your application may not work as expected. 2024-12-08T18:57:26,643 INFO [Time-limited test {}] server.Server(375): jetty-9.4.53.v20231009; built: 2023-10-09T12:29:09.265Z; git: 27bde00a0b95a1d5bbee0eae7984f891d2d0f8c9; jvm 17.0.11+9 2024-12-08T18:57:26,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(334): DefaultSessionIdManager workerName=node0 2024-12-08T18:57:26,651 INFO [Time-limited test {}] session.DefaultSessionIdManager(339): No SessionScavenger set, using defaults 2024-12-08T18:57:26,652 INFO [Time-limited test {}] session.HouseKeeper(132): node0 Scavenging every 600000ms 2024-12-08T18:57:26,653 WARN [Time-limited test {}] server.AuthenticationFilter(240): Unable to initialize FileSignerSecretProvider, falling back to use random secrets. Reason: Could not read signature secret file: /home/jenkins/hadoop-http-auth-signature-secret 2024-12-08T18:57:26,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6e551288{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir/,AVAILABLE} 2024-12-08T18:57:26,657 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.s.ServletContextHandler@6615accc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,AVAILABLE} 2024-12-08T18:57:26,721 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(116): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices as a root resource class 2024-12-08T18:57:26,721 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.webapp.GenericExceptionHandler as a provider class 2024-12-08T18:57:26,721 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(113): Registering org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver as a provider class 2024-12-08T18:57:26,721 INFO [Time-limited test {}] application.WebApplicationImpl(815): Initiating Jersey application, version 'Jersey: 1.19.4 05/24/2017 03:20 PM' 2024-12-08T18:57:26,733 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.JAXBContextResolver to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T18:57:26,738 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.webapp.GenericExceptionHandler to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T18:57:26,870 INFO [Time-limited test {}] container.GuiceComponentProviderFactory(168): Binding org.apache.hadoop.yarn.server.nodemanager.webapp.NMWebServices to GuiceManagedComponentProvider with the scope "Singleton" 2024-12-08T18:57:26,878 INFO [Time-limited test {}] handler.ContextHandler(921): Started o.e.j.w.WebAppContext@11f4d889{node,/,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/java.io.tmpdir/jetty-localhost-46733-hadoop-yarn-common-3_4_1_jar-_-any-14423624119917907393/webapp/,AVAILABLE}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-08T18:57:26,879 INFO [Time-limited test {}] server.AbstractConnector(333): Started ServerConnector@725dd3c2{HTTP/1.1, (http/1.1)}{localhost:46733} 2024-12-08T18:57:26,879 INFO [Time-limited test {}] server.Server(415): Started @18050ms 2024-12-08T18:57:26,918 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2341): Mini mapreduce cluster started 2024-12-08T18:57:26,918 INFO [Time-limited test {}] backup.TestBackupBase(336): ROOTDIR hdfs://localhost:38211/backupUT 2024-12-08T18:57:26,924 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:57:26,933 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:57:26,937 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@646850f5 2024-12-08T18:57:26,939 DEBUG [RPCClient-NioEventLoopGroup-4-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:57:26,945 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42888, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:57:26,947 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns1'} 2024-12-08T18:57:26,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=4, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns1 2024-12-08T18:57:26,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:57:27,000 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=4, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns1 in 45 msec 2024-12-08T18:57:27,106 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=4 2024-12-08T18:57:27,107 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns1 completed 2024-12-08T18:57:27,108 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns2'} 2024-12-08T18:57:27,111 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=5, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns2 2024-12-08T18:57:27,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-08T18:57:27,134 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=5, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns2 in 21 msec 2024-12-08T18:57:27,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=5 2024-12-08T18:57:27,226 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns2 completed 2024-12-08T18:57:27,228 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns3'} 2024-12-08T18:57:27,230 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=6, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns3 2024-12-08T18:57:27,236 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-08T18:57:27,255 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=6, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns3 in 22 msec 2024-12-08T18:57:27,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=6 2024-12-08T18:57:27,346 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns3 completed 2024-12-08T18:57:27,347 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'ns4'} 2024-12-08T18:57:27,350 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=7, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=ns4 2024-12-08T18:57:27,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T18:57:27,368 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=7, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=ns4 in 17 msec 2024-12-08T18:57:27,465 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=7 2024-12-08T18:57:27,465 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: ns4 completed 2024-12-08T18:57:27,475 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'test-1733684246918', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:57:27,483 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=test-1733684246918 2024-12-08T18:57:27,485 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=test-1733684246918 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T18:57:27,488 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "test-1733684246918" procId is: 8 2024-12-08T18:57:27,488 DEBUG [PEWorker-2 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:27,490 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-08T18:57:27,491 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=test-1733684246918 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T18:57:27,503 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741838_1014 (size=367) 2024-12-08T18:57:27,506 INFO [RegionOpenAndInit-test-1733684246918-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => be9a65a07e703f002deca928fe428f51, NAME => 'test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='test-1733684246918', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:57:27,515 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741839_1015 (size=53) 2024-12-08T18:57:27,516 DEBUG [RegionOpenAndInit-test-1733684246918-pool-0 {}] regionserver.HRegion(898): Instantiated test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:27,516 DEBUG [RegionOpenAndInit-test-1733684246918-pool-0 {}] regionserver.HRegion(1722): Closing be9a65a07e703f002deca928fe428f51, disabling compactions & flushes 2024-12-08T18:57:27,516 INFO [RegionOpenAndInit-test-1733684246918-pool-0 {}] regionserver.HRegion(1755): Closing region test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:27,516 DEBUG [RegionOpenAndInit-test-1733684246918-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:27,516 DEBUG [RegionOpenAndInit-test-1733684246918-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. after waiting 0 ms 2024-12-08T18:57:27,516 DEBUG [RegionOpenAndInit-test-1733684246918-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:27,516 INFO [RegionOpenAndInit-test-1733684246918-pool-0 {}] regionserver.HRegion(1973): Closed test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:27,516 DEBUG [RegionOpenAndInit-test-1733684246918-pool-0 {}] regionserver.HRegion(1676): Region close journal for be9a65a07e703f002deca928fe428f51: Waiting for close lock at 1733684247516Disabling compacts and flushes for region at 1733684247516Disabling writes for close at 1733684247516Writing region close event to WAL at 1733684247516Closed at 1733684247516 2024-12-08T18:57:27,519 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=test-1733684246918 execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T18:57:27,524 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51.","families":{"info":[{"qualifier":"regioninfo","vlen":52,"tag":[],"timestamp":"1733684247519"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733684247519"}]},"ts":"1733684247519"} 2024-12-08T18:57:27,533 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T18:57:27,536 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=test-1733684246918 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T18:57:27,540 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733684246918","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684247536"}]},"ts":"1733684247536"} 2024-12-08T18:57:27,545 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733684246918, state=ENABLING in hbase:meta 2024-12-08T18:57:27,547 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, ASSIGN}] 2024-12-08T18:57:27,550 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, ASSIGN 2024-12-08T18:57:27,552 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, ASSIGN; state=OFFLINE, location=b1d30ef9e474,46525,1733684236477; forceNewPlan=false, retain=false 2024-12-08T18:57:27,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-08T18:57:27,704 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=be9a65a07e703f002deca928fe428f51, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:27,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=9, ppid=8, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, ASSIGN because future has completed 2024-12-08T18:57:27,709 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure be9a65a07e703f002deca928fe428f51, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:57:27,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-08T18:57:27,884 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(132): Open test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:27,885 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALFactory(196): Instantiating WALProvider of type class org.apache.hadoop.hbase.wal.AsyncFSWALProvider 2024-12-08T18:57:27,885 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] monitor.StreamSlowMonitor(122): New stream slow monitor b1d30ef9e474,46525,1733684236477.regiongroup-1 2024-12-08T18:57:27,888 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(613): WAL configuration: blocksize=256 MB, rollsize=128 MB, prefix=b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1, suffix=, logDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477, archiveDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs, maxLogs=32 2024-12-08T18:57:27,907 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684247890, exclude list is [], retry=0 2024-12-08T18:57:27,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK] 2024-12-08T18:57:27,937 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(991): New WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684247890 2024-12-08T18:57:27,938 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-12-08T18:57:27,938 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7752): Opening region: {ENCODED => be9a65a07e703f002deca928fe428f51, NAME => 'test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51.', STARTKEY => '', ENDKEY => ''} 2024-12-08T18:57:27,938 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:57:27,939 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733684246918 be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:27,939 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(898): Instantiated test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:27,939 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7794): checking encryption for be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:27,939 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(7797): checking classloading for be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:27,941 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:27,945 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be9a65a07e703f002deca928fe428f51 columnFamilyName f 2024-12-08T18:57:27,945 DEBUG [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:27,946 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.HStore(327): Store=be9a65a07e703f002deca928fe428f51/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:57:27,946 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1038): replaying wal for be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:27,948 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:27,948 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:27,949 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1048): stopping wal replay for be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:27,949 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1060): Cleaning up temporary data for be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:27,951 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1093): writing seq id for be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:27,956 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:57:27,962 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1114): Opened be9a65a07e703f002deca928fe428f51; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11385741120, jitterRate=0.06037977337837219}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:57:27,962 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:27,964 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegion(1006): Region open journal for be9a65a07e703f002deca928fe428f51: Running coprocessor pre-open hook at 1733684247939Writing region info on filesystem at 1733684247939Initializing all the Stores at 1733684247941 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684247941Cleaning up temporary data from old regions at 1733684247949 (+8 ms)Running coprocessor post-open hooks at 1733684247963 (+14 ms)Region opened successfully at 1733684247964 (+1 ms) 2024-12-08T18:57:27,977 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51., pid=10, masterSystemTime=1733684247864 2024-12-08T18:57:27,984 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:27,984 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=10}] handler.AssignRegionHandler(153): Opened test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:27,985 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=9 updating hbase:meta row=be9a65a07e703f002deca928fe428f51, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:27,990 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=10, ppid=9, state=RUNNABLE, hasLock=false; OpenRegionProcedure be9a65a07e703f002deca928fe428f51, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:57:27,998 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=10, resume processing ppid=9 2024-12-08T18:57:27,999 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=10, ppid=9, state=SUCCESS, hasLock=false; OpenRegionProcedure be9a65a07e703f002deca928fe428f51, server=b1d30ef9e474,46525,1733684236477 in 285 msec 2024-12-08T18:57:28,005 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=9, resume processing ppid=8 2024-12-08T18:57:28,006 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=9, ppid=8, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, ASSIGN in 452 msec 2024-12-08T18:57:28,008 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=test-1733684246918 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T18:57:28,008 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"test-1733684246918","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684248008"}]},"ts":"1733684248008"} 2024-12-08T18:57:28,013 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=test-1733684246918, state=ENABLED in hbase:meta 2024-12-08T18:57:28,015 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=8, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=test-1733684246918 execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T18:57:28,021 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=8, state=SUCCESS, hasLock=false; CreateTableProcedure table=test-1733684246918 in 538 msec 2024-12-08T18:57:28,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=8 2024-12-08T18:57:28,116 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:test-1733684246918 completed 2024-12-08T18:57:28,117 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@68853ba3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:28,117 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:57:28,118 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:57:28,119 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:57:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:57:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:57:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@191c23ea, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:28,120 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:57:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:57:28,121 DEBUG [RPCClient-NioEventLoopGroup-4-5 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:28,123 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:57:28,124 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7bd77c62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:28,129 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:57:28,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:57:28,131 DEBUG [RPCClient-NioEventLoopGroup-4-6 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:57:28,134 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:44924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:57:28,141 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733684246918', row='row0', locateType=CURRENT is [region=test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:57:28,144 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HRegion(8528): writing data to region test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T18:57:28,375 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:test-17336842469181', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:57:28,377 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:test-17336842469181 2024-12-08T18:57:28,379 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17336842469181 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T18:57:28,379 DEBUG [PEWorker-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:28,379 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "test-17336842469181" procId is: 11 2024-12-08T18:57:28,381 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T18:57:28,381 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:test-17336842469181 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T18:57:28,397 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741841_1017 (size=364) 2024-12-08T18:57:28,485 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T18:57:28,695 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T18:57:28,803 INFO [RegionOpenAndInit-ns2:test-17336842469181-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => dcfea43efa4feb924a20d210bf06ec88, NAME => 'ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:test-17336842469181', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:57:28,824 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741842_1018 (size=50) 2024-12-08T18:57:29,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T18:57:29,225 DEBUG [RegionOpenAndInit-ns2:test-17336842469181-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:29,226 DEBUG [RegionOpenAndInit-ns2:test-17336842469181-pool-0 {}] regionserver.HRegion(1722): Closing dcfea43efa4feb924a20d210bf06ec88, disabling compactions & flushes 2024-12-08T18:57:29,226 INFO [RegionOpenAndInit-ns2:test-17336842469181-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. 2024-12-08T18:57:29,226 DEBUG [RegionOpenAndInit-ns2:test-17336842469181-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. 2024-12-08T18:57:29,226 DEBUG [RegionOpenAndInit-ns2:test-17336842469181-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. after waiting 0 ms 2024-12-08T18:57:29,226 DEBUG [RegionOpenAndInit-ns2:test-17336842469181-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. 2024-12-08T18:57:29,226 INFO [RegionOpenAndInit-ns2:test-17336842469181-pool-0 {}] regionserver.HRegion(1973): Closed ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. 2024-12-08T18:57:29,226 DEBUG [RegionOpenAndInit-ns2:test-17336842469181-pool-0 {}] regionserver.HRegion(1676): Region close journal for dcfea43efa4feb924a20d210bf06ec88: Waiting for close lock at 1733684249226Disabling compacts and flushes for region at 1733684249226Disabling writes for close at 1733684249226Writing region close event to WAL at 1733684249226Closed at 1733684249226 2024-12-08T18:57:29,228 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:test-17336842469181 execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T18:57:29,228 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733684249228"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733684249228"}]},"ts":"1733684249228"} 2024-12-08T18:57:29,232 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T18:57:29,234 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:test-17336842469181 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T18:57:29,234 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17336842469181","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684249234"}]},"ts":"1733684249234"} 2024-12-08T18:57:29,238 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17336842469181, state=ENABLING in hbase:meta 2024-12-08T18:57:29,238 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17336842469181, region=dcfea43efa4feb924a20d210bf06ec88, ASSIGN}] 2024-12-08T18:57:29,241 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:test-17336842469181, region=dcfea43efa4feb924a20d210bf06ec88, ASSIGN 2024-12-08T18:57:29,243 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:test-17336842469181, region=dcfea43efa4feb924a20d210bf06ec88, ASSIGN; state=OFFLINE, location=b1d30ef9e474,46525,1733684236477; forceNewPlan=false, retain=false 2024-12-08T18:57:29,394 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=dcfea43efa4feb924a20d210bf06ec88, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:29,406 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=12, ppid=11, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:test-17336842469181, region=dcfea43efa4feb924a20d210bf06ec88, ASSIGN because future has completed 2024-12-08T18:57:29,413 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcfea43efa4feb924a20d210bf06ec88, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:57:29,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T18:57:29,600 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(132): Open ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. 2024-12-08T18:57:29,601 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7752): Opening region: {ENCODED => dcfea43efa4feb924a20d210bf06ec88, NAME => 'ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88.', STARTKEY => '', ENDKEY => ''} 2024-12-08T18:57:29,601 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:57:29,601 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17336842469181 dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:57:29,601 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(898): Instantiated ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:29,602 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7794): checking encryption for dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:57:29,602 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(7797): checking classloading for dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:57:29,610 INFO [StoreOpener-dcfea43efa4feb924a20d210bf06ec88-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:57:29,621 INFO [StoreOpener-dcfea43efa4feb924a20d210bf06ec88-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region dcfea43efa4feb924a20d210bf06ec88 columnFamilyName f 2024-12-08T18:57:29,622 DEBUG [StoreOpener-dcfea43efa4feb924a20d210bf06ec88-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:29,624 INFO [StoreOpener-dcfea43efa4feb924a20d210bf06ec88-1 {}] regionserver.HStore(327): Store=dcfea43efa4feb924a20d210bf06ec88/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:57:29,627 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1038): replaying wal for dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:57:29,629 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:57:29,630 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:57:29,631 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1048): stopping wal replay for dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:57:29,631 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1060): Cleaning up temporary data for dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:57:29,634 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1093): writing seq id for dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:57:29,639 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:57:29,640 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1114): Opened dcfea43efa4feb924a20d210bf06ec88; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10813120640, jitterRate=0.00705033540725708}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:57:29,640 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1122): Running coprocessor post-open hooks for dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:57:29,641 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegion(1006): Region open journal for dcfea43efa4feb924a20d210bf06ec88: Running coprocessor pre-open hook at 1733684249602Writing region info on filesystem at 1733684249602Initializing all the Stores at 1733684249608 (+6 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684249608Cleaning up temporary data from old regions at 1733684249631 (+23 ms)Running coprocessor post-open hooks at 1733684249640 (+9 ms)Region opened successfully at 1733684249641 (+1 ms) 2024-12-08T18:57:29,643 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88., pid=13, masterSystemTime=1733684249592 2024-12-08T18:57:29,647 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. 2024-12-08T18:57:29,647 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=13}] handler.AssignRegionHandler(153): Opened ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. 2024-12-08T18:57:29,648 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=12 updating hbase:meta row=dcfea43efa4feb924a20d210bf06ec88, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:29,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=13, ppid=12, state=RUNNABLE, hasLock=false; OpenRegionProcedure dcfea43efa4feb924a20d210bf06ec88, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:57:29,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=13, resume processing ppid=12 2024-12-08T18:57:29,661 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=13, ppid=12, state=SUCCESS, hasLock=false; OpenRegionProcedure dcfea43efa4feb924a20d210bf06ec88, server=b1d30ef9e474,46525,1733684236477 in 242 msec 2024-12-08T18:57:29,666 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=12, resume processing ppid=11 2024-12-08T18:57:29,667 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=12, ppid=11, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:test-17336842469181, region=dcfea43efa4feb924a20d210bf06ec88, ASSIGN in 423 msec 2024-12-08T18:57:29,668 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:test-17336842469181 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T18:57:29,668 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:test-17336842469181","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684249668"}]},"ts":"1733684249668"} 2024-12-08T18:57:29,674 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:test-17336842469181, state=ENABLED in hbase:meta 2024-12-08T18:57:29,675 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=11, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:test-17336842469181 execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T18:57:29,679 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=11, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:test-17336842469181 in 1.3010 sec 2024-12-08T18:57:30,526 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=11 2024-12-08T18:57:30,527 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:test-17336842469181 completed 2024-12-08T18:57:30,532 DEBUG [RPCClient-NioEventLoopGroup-4-7 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17336842469181', row='row0', locateType=CURRENT is [region=ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:57:30,534 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HRegion(8528): writing data to region ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. with WAL disabled. Data may be lost in the event of a crash. 2024-12-08T18:57:31,198 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns3:test-17336842469182', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:57:31,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns3:test-17336842469182 2024-12-08T18:57:31,212 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17336842469182 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T18:57:31,212 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:31,215 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns3" qualifier: "test-17336842469182" procId is: 14 2024-12-08T18:57:31,217 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns3:test-17336842469182 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T18:57:31,221 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-08T18:57:31,254 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741843_1019 (size=390) 2024-12-08T18:57:31,333 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-08T18:57:31,545 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-08T18:57:31,643 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'test-1733684246918' 2024-12-08T18:57:31,645 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:test-17336842469181' 2024-12-08T18:57:31,660 INFO [RegionOpenAndInit-ns3:test-17336842469182-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 9db43ba1f2cca98724a7a832a99597bc, NAME => 'ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns3:test-17336842469182', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:57:31,730 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741844_1020 (size=50) 2024-12-08T18:57:31,734 DEBUG [RegionOpenAndInit-ns3:test-17336842469182-pool-0 {}] regionserver.HRegion(898): Instantiated ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:31,735 DEBUG [RegionOpenAndInit-ns3:test-17336842469182-pool-0 {}] regionserver.HRegion(1722): Closing 9db43ba1f2cca98724a7a832a99597bc, disabling compactions & flushes 2024-12-08T18:57:31,735 INFO [RegionOpenAndInit-ns3:test-17336842469182-pool-0 {}] regionserver.HRegion(1755): Closing region ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. 2024-12-08T18:57:31,735 DEBUG [RegionOpenAndInit-ns3:test-17336842469182-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. 2024-12-08T18:57:31,735 DEBUG [RegionOpenAndInit-ns3:test-17336842469182-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. after waiting 0 ms 2024-12-08T18:57:31,735 DEBUG [RegionOpenAndInit-ns3:test-17336842469182-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. 2024-12-08T18:57:31,735 INFO [RegionOpenAndInit-ns3:test-17336842469182-pool-0 {}] regionserver.HRegion(1973): Closed ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. 2024-12-08T18:57:31,737 DEBUG [RegionOpenAndInit-ns3:test-17336842469182-pool-0 {}] regionserver.HRegion(1676): Region close journal for 9db43ba1f2cca98724a7a832a99597bc: Waiting for close lock at 1733684251734Disabling compacts and flushes for region at 1733684251734Disabling writes for close at 1733684251735 (+1 ms)Writing region close event to WAL at 1733684251735Closed at 1733684251735 2024-12-08T18:57:31,743 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns3:test-17336842469182 execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T18:57:31,743 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733684251743"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733684251743"}]},"ts":"1733684251743"} 2024-12-08T18:57:31,769 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T18:57:31,775 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns3:test-17336842469182 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T18:57:31,776 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17336842469182","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684251775"}]},"ts":"1733684251775"} 2024-12-08T18:57:31,790 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17336842469182, state=ENABLING in hbase:meta 2024-12-08T18:57:31,791 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17336842469182, region=9db43ba1f2cca98724a7a832a99597bc, ASSIGN}] 2024-12-08T18:57:31,805 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns3:test-17336842469182, region=9db43ba1f2cca98724a7a832a99597bc, ASSIGN 2024-12-08T18:57:31,815 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns3:test-17336842469182, region=9db43ba1f2cca98724a7a832a99597bc, ASSIGN; state=OFFLINE, location=b1d30ef9e474,46525,1733684236477; forceNewPlan=false, retain=false 2024-12-08T18:57:31,861 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-08T18:57:31,973 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=9db43ba1f2cca98724a7a832a99597bc, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:31,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=15, ppid=14, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns3:test-17336842469182, region=9db43ba1f2cca98724a7a832a99597bc, ASSIGN because future has completed 2024-12-08T18:57:31,997 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9db43ba1f2cca98724a7a832a99597bc, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:57:32,194 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(132): Open ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. 2024-12-08T18:57:32,195 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7752): Opening region: {ENCODED => 9db43ba1f2cca98724a7a832a99597bc, NAME => 'ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc.', STARTKEY => '', ENDKEY => ''} 2024-12-08T18:57:32,195 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:57:32,195 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17336842469182 9db43ba1f2cca98724a7a832a99597bc 2024-12-08T18:57:32,195 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(898): Instantiated ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:32,196 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7794): checking encryption for 9db43ba1f2cca98724a7a832a99597bc 2024-12-08T18:57:32,196 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(7797): checking classloading for 9db43ba1f2cca98724a7a832a99597bc 2024-12-08T18:57:32,221 INFO [StoreOpener-9db43ba1f2cca98724a7a832a99597bc-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 9db43ba1f2cca98724a7a832a99597bc 2024-12-08T18:57:32,246 INFO [StoreOpener-9db43ba1f2cca98724a7a832a99597bc-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 9db43ba1f2cca98724a7a832a99597bc columnFamilyName f 2024-12-08T18:57:32,246 DEBUG [StoreOpener-9db43ba1f2cca98724a7a832a99597bc-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:32,254 INFO [StoreOpener-9db43ba1f2cca98724a7a832a99597bc-1 {}] regionserver.HStore(327): Store=9db43ba1f2cca98724a7a832a99597bc/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:57:32,257 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1038): replaying wal for 9db43ba1f2cca98724a7a832a99597bc 2024-12-08T18:57:32,259 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns3/test-17336842469182/9db43ba1f2cca98724a7a832a99597bc 2024-12-08T18:57:32,262 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns3/test-17336842469182/9db43ba1f2cca98724a7a832a99597bc 2024-12-08T18:57:32,269 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1048): stopping wal replay for 9db43ba1f2cca98724a7a832a99597bc 2024-12-08T18:57:32,269 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1060): Cleaning up temporary data for 9db43ba1f2cca98724a7a832a99597bc 2024-12-08T18:57:32,293 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1093): writing seq id for 9db43ba1f2cca98724a7a832a99597bc 2024-12-08T18:57:32,314 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns3/test-17336842469182/9db43ba1f2cca98724a7a832a99597bc/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:57:32,318 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1114): Opened 9db43ba1f2cca98724a7a832a99597bc; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9654618880, jitterRate=-0.10084354877471924}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:57:32,318 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 9db43ba1f2cca98724a7a832a99597bc 2024-12-08T18:57:32,319 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegion(1006): Region open journal for 9db43ba1f2cca98724a7a832a99597bc: Running coprocessor pre-open hook at 1733684252196Writing region info on filesystem at 1733684252196Initializing all the Stores at 1733684252209 (+13 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684252209Cleaning up temporary data from old regions at 1733684252269 (+60 ms)Running coprocessor post-open hooks at 1733684252318 (+49 ms)Region opened successfully at 1733684252319 (+1 ms) 2024-12-08T18:57:32,321 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2236): Post open deploy tasks for ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc., pid=16, masterSystemTime=1733684252164 2024-12-08T18:57:32,330 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] regionserver.HRegionServer(2266): Finished post open deploy task for ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. 2024-12-08T18:57:32,330 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=16}] handler.AssignRegionHandler(153): Opened ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. 2024-12-08T18:57:32,345 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=15 updating hbase:meta row=9db43ba1f2cca98724a7a832a99597bc, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:32,352 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=16, ppid=15, state=RUNNABLE, hasLock=false; OpenRegionProcedure 9db43ba1f2cca98724a7a832a99597bc, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:57:32,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-08T18:57:32,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=16, resume processing ppid=15 2024-12-08T18:57:32,380 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=16, ppid=15, state=SUCCESS, hasLock=false; OpenRegionProcedure 9db43ba1f2cca98724a7a832a99597bc, server=b1d30ef9e474,46525,1733684236477 in 368 msec 2024-12-08T18:57:32,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=15, resume processing ppid=14 2024-12-08T18:57:32,393 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=15, ppid=14, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns3:test-17336842469182, region=9db43ba1f2cca98724a7a832a99597bc, ASSIGN in 589 msec 2024-12-08T18:57:32,395 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns3:test-17336842469182 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T18:57:32,395 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns3:test-17336842469182","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684252395"}]},"ts":"1733684252395"} 2024-12-08T18:57:32,404 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns3:test-17336842469182, state=ENABLED in hbase:meta 2024-12-08T18:57:32,407 INFO [PEWorker-2 {}] procedure.CreateTableProcedure(89): pid=14, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns3:test-17336842469182 execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T18:57:32,411 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=14, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns3:test-17336842469182 in 1.2090 sec 2024-12-08T18:57:33,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=14 2024-12-08T18:57:33,376 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns3:test-17336842469182 completed 2024-12-08T18:57:33,376 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns3:test-17336842469182 get assigned. Timeout = 60000ms 2024-12-08T18:57:33,378 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T18:57:33,385 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns3:test-17336842469182 assigned to meta. Checking AM states. 2024-12-08T18:57:33,386 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T18:57:33,386 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns3:test-17336842469182 assigned. 2024-12-08T18:57:33,389 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns4:test-17336842469183', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1'}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:57:33,395 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns4:test-17336842469183 2024-12-08T18:57:33,401 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17336842469183 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T18:57:33,402 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:33,403 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns4" qualifier: "test-17336842469183" procId is: 17 2024-12-08T18:57:33,404 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns4:test-17336842469183 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T18:57:33,405 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T18:57:33,422 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741845_1021 (size=390) 2024-12-08T18:57:33,427 INFO [RegionOpenAndInit-ns4:test-17336842469183-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 156df77bf5c19d18f91d62e11f50350c, NAME => 'ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns4:test-17336842469183', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:57:33,445 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-08T18:57:33,450 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741846_1022 (size=50) 2024-12-08T18:57:33,452 DEBUG [RegionOpenAndInit-ns4:test-17336842469183-pool-0 {}] regionserver.HRegion(898): Instantiated ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:33,452 DEBUG [RegionOpenAndInit-ns4:test-17336842469183-pool-0 {}] regionserver.HRegion(1722): Closing 156df77bf5c19d18f91d62e11f50350c, disabling compactions & flushes 2024-12-08T18:57:33,452 INFO [RegionOpenAndInit-ns4:test-17336842469183-pool-0 {}] regionserver.HRegion(1755): Closing region ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. 2024-12-08T18:57:33,452 DEBUG [RegionOpenAndInit-ns4:test-17336842469183-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. 2024-12-08T18:57:33,452 DEBUG [RegionOpenAndInit-ns4:test-17336842469183-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. after waiting 0 ms 2024-12-08T18:57:33,452 DEBUG [RegionOpenAndInit-ns4:test-17336842469183-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. 2024-12-08T18:57:33,453 INFO [RegionOpenAndInit-ns4:test-17336842469183-pool-0 {}] regionserver.HRegion(1973): Closed ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. 2024-12-08T18:57:33,453 DEBUG [RegionOpenAndInit-ns4:test-17336842469183-pool-0 {}] regionserver.HRegion(1676): Region close journal for 156df77bf5c19d18f91d62e11f50350c: Waiting for close lock at 1733684253452Disabling compacts and flushes for region at 1733684253452Disabling writes for close at 1733684253452Writing region close event to WAL at 1733684253452Closed at 1733684253452 2024-12-08T18:57:33,461 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns4:test-17336842469183 execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T18:57:33,462 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c.","families":{"info":[{"qualifier":"regioninfo","vlen":49,"tag":[],"timestamp":"1733684253461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733684253461"}]},"ts":"1733684253461"} 2024-12-08T18:57:33,467 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T18:57:33,473 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns4:test-17336842469183 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T18:57:33,479 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17336842469183","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684253478"}]},"ts":"1733684253478"} 2024-12-08T18:57:33,486 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17336842469183, state=ENABLING in hbase:meta 2024-12-08T18:57:33,487 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17336842469183, region=156df77bf5c19d18f91d62e11f50350c, ASSIGN}] 2024-12-08T18:57:33,489 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns4:test-17336842469183, region=156df77bf5c19d18f91d62e11f50350c, ASSIGN 2024-12-08T18:57:33,491 INFO [PEWorker-4 {}] assignment.TransitRegionStateProcedure(269): Starting pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns4:test-17336842469183, region=156df77bf5c19d18f91d62e11f50350c, ASSIGN; state=OFFLINE, location=b1d30ef9e474,46525,1733684236477; forceNewPlan=false, retain=false 2024-12-08T18:57:33,517 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T18:57:33,642 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=156df77bf5c19d18f91d62e11f50350c, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:33,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=18, ppid=17, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns4:test-17336842469183, region=156df77bf5c19d18f91d62e11f50350c, ASSIGN because future has completed 2024-12-08T18:57:33,647 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 156df77bf5c19d18f91d62e11f50350c, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:57:33,725 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T18:57:33,807 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(132): Open ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. 2024-12-08T18:57:33,808 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7752): Opening region: {ENCODED => 156df77bf5c19d18f91d62e11f50350c, NAME => 'ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c.', STARTKEY => '', ENDKEY => ''} 2024-12-08T18:57:33,808 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:57:33,808 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-17336842469183 156df77bf5c19d18f91d62e11f50350c 2024-12-08T18:57:33,808 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(898): Instantiated ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:33,809 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7794): checking encryption for 156df77bf5c19d18f91d62e11f50350c 2024-12-08T18:57:33,809 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(7797): checking classloading for 156df77bf5c19d18f91d62e11f50350c 2024-12-08T18:57:33,811 INFO [StoreOpener-156df77bf5c19d18f91d62e11f50350c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 156df77bf5c19d18f91d62e11f50350c 2024-12-08T18:57:33,813 INFO [StoreOpener-156df77bf5c19d18f91d62e11f50350c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 156df77bf5c19d18f91d62e11f50350c columnFamilyName f 2024-12-08T18:57:33,814 DEBUG [StoreOpener-156df77bf5c19d18f91d62e11f50350c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:33,814 INFO [StoreOpener-156df77bf5c19d18f91d62e11f50350c-1 {}] regionserver.HStore(327): Store=156df77bf5c19d18f91d62e11f50350c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:57:33,815 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1038): replaying wal for 156df77bf5c19d18f91d62e11f50350c 2024-12-08T18:57:33,816 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns4/test-17336842469183/156df77bf5c19d18f91d62e11f50350c 2024-12-08T18:57:33,816 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns4/test-17336842469183/156df77bf5c19d18f91d62e11f50350c 2024-12-08T18:57:33,817 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1048): stopping wal replay for 156df77bf5c19d18f91d62e11f50350c 2024-12-08T18:57:33,817 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1060): Cleaning up temporary data for 156df77bf5c19d18f91d62e11f50350c 2024-12-08T18:57:33,819 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1093): writing seq id for 156df77bf5c19d18f91d62e11f50350c 2024-12-08T18:57:33,823 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns4/test-17336842469183/156df77bf5c19d18f91d62e11f50350c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:57:33,824 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1114): Opened 156df77bf5c19d18f91d62e11f50350c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=9778806720, jitterRate=-0.08927765488624573}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:57:33,824 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 156df77bf5c19d18f91d62e11f50350c 2024-12-08T18:57:33,825 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegion(1006): Region open journal for 156df77bf5c19d18f91d62e11f50350c: Running coprocessor pre-open hook at 1733684253809Writing region info on filesystem at 1733684253809Initializing all the Stores at 1733684253810 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684253810Cleaning up temporary data from old regions at 1733684253817 (+7 ms)Running coprocessor post-open hooks at 1733684253824 (+7 ms)Region opened successfully at 1733684253825 (+1 ms) 2024-12-08T18:57:33,826 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2236): Post open deploy tasks for ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c., pid=19, masterSystemTime=1733684253802 2024-12-08T18:57:33,829 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] regionserver.HRegionServer(2266): Finished post open deploy task for ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. 2024-12-08T18:57:33,829 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=19}] handler.AssignRegionHandler(153): Opened ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. 2024-12-08T18:57:33,830 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=18 updating hbase:meta row=156df77bf5c19d18f91d62e11f50350c, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:33,833 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=19, ppid=18, state=RUNNABLE, hasLock=false; OpenRegionProcedure 156df77bf5c19d18f91d62e11f50350c, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:57:33,840 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=19, resume processing ppid=18 2024-12-08T18:57:33,841 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=19, ppid=18, state=SUCCESS, hasLock=false; OpenRegionProcedure 156df77bf5c19d18f91d62e11f50350c, server=b1d30ef9e474,46525,1733684236477 in 188 msec 2024-12-08T18:57:33,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=18, resume processing ppid=17 2024-12-08T18:57:33,844 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=18, ppid=17, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns4:test-17336842469183, region=156df77bf5c19d18f91d62e11f50350c, ASSIGN in 353 msec 2024-12-08T18:57:33,846 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns4:test-17336842469183 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T18:57:33,846 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns4:test-17336842469183","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684253846"}]},"ts":"1733684253846"} 2024-12-08T18:57:33,849 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns4:test-17336842469183, state=ENABLED in hbase:meta 2024-12-08T18:57:33,851 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=17, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns4:test-17336842469183 execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T18:57:33,854 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=17, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns4:test-17336842469183 in 462 msec 2024-12-08T18:57:34,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=17 2024-12-08T18:57:34,035 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns4:test-17336842469183 completed 2024-12-08T18:57:34,036 DEBUG [Time-limited test {}] hbase.HBaseTestingUtil(3046): Waiting until all regions of table ns4:test-17336842469183 get assigned. Timeout = 60000ms 2024-12-08T18:57:34,036 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T18:57:34,040 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3100): All regions for table ns4:test-17336842469183 assigned to meta. Checking AM states. 2024-12-08T18:57:34,041 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [60,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T18:57:34,041 INFO [Time-limited test {}] hbase.HBaseTestingUtil(3120): All regions for table ns4:test-17336842469183 assigned. 2024-12-08T18:57:34,041 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:57:34,042 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestBackupBase.createTables(TestBackupBase.java:481) at org.apache.hadoop.hbase.backup.TestBackupBase.setUpHelper(TestBackupBase.java:343) at org.apache.hadoop.hbase.backup.TestBackupBase.setUp(TestBackupBase.java:357) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunBefores.invokeMethod(RunBefores.java:33) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:24) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:57:34,049 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:34,050 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:57:34,050 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:34,086 INFO [Time-limited test {}] hbase.ResourceChecker(147): before: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=611, OpenFileDescriptor=633, MaxFileDescriptor=1048576, SystemLoadAverage=270, ProcessCount=28, AvailableMemoryMB=11944 2024-12-08T18:57:34,090 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=611 is superior to 500 2024-12-08T18:57:34,091 INFO [Time-limited test {}] backup.TestIncrementalBackup(91): create full backup image for all tables 2024-12-08T18:57:34,104 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1733684246918 from 'test-1733684246918', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733684246918', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:57:34,112 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=20, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733684246918 2024-12-08T18:57:34,133 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741847_1023 (size=908) 2024-12-08T18:57:34,537 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/.tabledesc/.tableinfo.0000000001.367 2024-12-08T18:57:34,537 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/.tabledesc/.tableinfo.0000000002.908 2024-12-08T18:57:34,545 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=21, ppid=20, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733684246918}] 2024-12-08T18:57:34,590 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, REOPEN/MOVE}] 2024-12-08T18:57:34,595 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, REOPEN/MOVE 2024-12-08T18:57:34,601 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=be9a65a07e703f002deca928fe428f51, regionState=CLOSING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:34,615 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, REOPEN/MOVE because future has completed 2024-12-08T18:57:34,616 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T18:57:34,617 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure be9a65a07e703f002deca928fe428f51, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:57:34,809 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(122): Close be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:34,809 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T18:57:34,810 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1722): Closing be9a65a07e703f002deca928fe428f51, disabling compactions & flushes 2024-12-08T18:57:34,810 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1755): Closing region test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:34,810 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:34,810 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1843): Acquired close lock on test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. after waiting 0 ms 2024-12-08T18:57:34,810 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1853): Updates disabled for region test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:34,819 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(2902): Flushing be9a65a07e703f002deca928fe428f51 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-08T18:57:34,983 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/f/1f991adfa26e4f0aa90b079693ae4616 is 37, key is row10/f:q1/1733684248170/Put/seqid=0 2024-12-08T18:57:35,037 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741848_1024 (size=8413) 2024-12-08T18:57:35,045 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/f/1f991adfa26e4f0aa90b079693ae4616 2024-12-08T18:57:35,197 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/f/1f991adfa26e4f0aa90b079693ae4616 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/1f991adfa26e4f0aa90b079693ae4616 2024-12-08T18:57:35,219 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/1f991adfa26e4f0aa90b079693ae4616, entries=99, sequenceid=103, filesize=8.2 K 2024-12-08T18:57:35,228 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for be9a65a07e703f002deca928fe428f51 in 412ms, sequenceid=103, compaction requested=false 2024-12-08T18:57:35,257 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/recovered.edits/106.seqid, newMaxSeqId=106, maxSeqId=1 2024-12-08T18:57:35,261 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:57:35,261 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1973): Closed test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:35,262 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegion(1676): Region close journal for be9a65a07e703f002deca928fe428f51: Waiting for close lock at 1733684254810Running coprocessor pre-close hooks at 1733684254810Disabling compacts and flushes for region at 1733684254810Disabling writes for close at 1733684254810Obtaining lock to block concurrent updates at 1733684254819 (+9 ms)Preparing flush snapshotting stores in be9a65a07e703f002deca928fe428f51 at 1733684254819Finished memstore snapshotting test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51., syncing WAL and waiting on mvcc, flushsize=dataSize=3247, getHeapSize=11248, getOffHeapSize=0, getCellsCount=99 at 1733684254833 (+14 ms)Flushing stores of test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. at 1733684254839 (+6 ms)Flushing be9a65a07e703f002deca928fe428f51/f: creating writer at 1733684254841 (+2 ms)Flushing be9a65a07e703f002deca928fe428f51/f: appending metadata at 1733684254966 (+125 ms)Flushing be9a65a07e703f002deca928fe428f51/f: closing flushed file at 1733684254970 (+4 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@12ab3fa9: reopening flushed file at 1733684255194 (+224 ms)Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for be9a65a07e703f002deca928fe428f51 in 412ms, sequenceid=103, compaction requested=false at 1733684255229 (+35 ms)Writing region close event to WAL at 1733684255237 (+8 ms)Running coprocessor post-close hooks at 1733684255259 (+22 ms)Closed at 1733684255261 (+2 ms) 2024-12-08T18:57:35,262 WARN [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] regionserver.HRegionServer(3299): Not adding moved region record: be9a65a07e703f002deca928fe428f51 to self. 2024-12-08T18:57:35,267 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=23}] handler.UnassignRegionHandler(157): Closed be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:35,268 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=be9a65a07e703f002deca928fe428f51, regionState=CLOSED 2024-12-08T18:57:35,272 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=23, ppid=22, state=RUNNABLE, hasLock=false; CloseRegionProcedure be9a65a07e703f002deca928fe428f51, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:57:35,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=23, resume processing ppid=22 2024-12-08T18:57:35,280 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=23, ppid=22, state=SUCCESS, hasLock=false; CloseRegionProcedure be9a65a07e703f002deca928fe428f51, server=b1d30ef9e474,46525,1733684236477 in 658 msec 2024-12-08T18:57:35,288 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, REOPEN/MOVE; state=CLOSED, location=b1d30ef9e474,46525,1733684236477; forceNewPlan=false, retain=true 2024-12-08T18:57:35,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17336842469181 2024-12-08T18:57:35,322 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_test-17336842469181 Metrics about Tables on a single HBase RegionServer 2024-12-08T18:57:35,323 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17336842469182 2024-12-08T18:57:35,323 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns3_table_test-17336842469182 Metrics about Tables on a single HBase RegionServer 2024-12-08T18:57:35,324 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17336842469183 2024-12-08T18:57:35,324 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns4_table_test-17336842469183 Metrics about Tables on a single HBase RegionServer 2024-12-08T18:57:35,440 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=be9a65a07e703f002deca928fe428f51, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:35,444 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=22, ppid=21, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, REOPEN/MOVE because future has completed 2024-12-08T18:57:35,445 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure be9a65a07e703f002deca928fe428f51, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:57:35,605 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(132): Open test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:35,605 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7752): Opening region: {ENCODED => be9a65a07e703f002deca928fe428f51, NAME => 'test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51.', STARTKEY => '', ENDKEY => ''} 2024-12-08T18:57:35,606 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:57:35,606 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733684246918 be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:35,606 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(898): Instantiated test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:35,606 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7794): checking encryption for be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:35,606 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(7797): checking classloading for be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:35,609 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:35,611 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be9a65a07e703f002deca928fe428f51 columnFamilyName f 2024-12-08T18:57:35,611 DEBUG [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:35,623 DEBUG [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/1f991adfa26e4f0aa90b079693ae4616 2024-12-08T18:57:35,624 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.HStore(327): Store=be9a65a07e703f002deca928fe428f51/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:57:35,624 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:35,626 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be9a65a07e703f002deca928fe428f51 columnFamilyName f3 2024-12-08T18:57:35,627 DEBUG [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:35,628 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.HStore(327): Store=be9a65a07e703f002deca928fe428f51/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:57:35,629 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:35,637 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be9a65a07e703f002deca928fe428f51 columnFamilyName mob 2024-12-08T18:57:35,642 DEBUG [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:35,643 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.HStore(327): Store=be9a65a07e703f002deca928fe428f51/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:57:35,644 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1038): replaying wal for be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:35,645 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:35,648 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:35,650 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1048): stopping wal replay for be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:35,650 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1060): Cleaning up temporary data for be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:35,651 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733684246918 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T18:57:35,655 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1093): writing seq id for be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:35,657 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1114): Opened be9a65a07e703f002deca928fe428f51; next sequenceid=107; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11090565920, jitterRate=0.03288944065570831}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T18:57:35,657 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:35,658 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegion(1006): Region open journal for be9a65a07e703f002deca928fe428f51: Running coprocessor pre-open hook at 1733684255607Writing region info on filesystem at 1733684255607Initializing all the Stores at 1733684255608 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684255608Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684255609 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684255609Cleaning up temporary data from old regions at 1733684255650 (+41 ms)Running coprocessor post-open hooks at 1733684255657 (+7 ms)Region opened successfully at 1733684255658 (+1 ms) 2024-12-08T18:57:35,660 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51., pid=24, masterSystemTime=1733684255599 2024-12-08T18:57:35,664 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:35,664 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=24}] handler.AssignRegionHandler(153): Opened test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:35,665 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=22 updating hbase:meta row=be9a65a07e703f002deca928fe428f51, regionState=OPEN, openSeqNum=107, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:35,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=24, ppid=22, state=RUNNABLE, hasLock=false; OpenRegionProcedure be9a65a07e703f002deca928fe428f51, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:57:35,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=24, resume processing ppid=22 2024-12-08T18:57:35,673 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=24, ppid=22, state=SUCCESS, hasLock=false; OpenRegionProcedure be9a65a07e703f002deca928fe428f51, server=b1d30ef9e474,46525,1733684236477 in 225 msec 2024-12-08T18:57:35,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=22, resume processing ppid=21 2024-12-08T18:57:35,678 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=22, ppid=21, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, REOPEN/MOVE in 1.0830 sec 2024-12-08T18:57:35,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=21, resume processing ppid=20 2024-12-08T18:57:35,684 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=21, ppid=20, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733684246918 in 1.1360 sec 2024-12-08T18:57:35,690 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=20, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733684246918 in 1.5790 sec 2024-12-08T18:57:35,693 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=20 2024-12-08T18:57:35,694 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733684246918 completed 2024-12-08T18:57:35,695 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@28434864, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:35,695 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:57:35,695 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:57:35,696 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:57:35,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:57:35,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:57:35,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1585e646, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:35,697 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:57:35,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:57:35,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:35,699 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38022, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:57:35,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5ce7b0d2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:35,702 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:57:35,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:57:35,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:57:35,706 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52426, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:57:35,709 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733684246918', row='row-test-1733684246918-3-0', locateType=CURRENT is [region=test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51., hostname=b1d30ef9e474,46525,1733684236477, seqNum=107] 2024-12-08T18:57:35,775 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:57:35,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:57:35,777 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3739da3 2024-12-08T18:57:35,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:57:35,781 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38034, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:57:35,799 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] master.HMaster$18(3529): Client=jenkins//172.17.0.2 creating {NAME => 'backup'} 2024-12-08T18:57:35,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=25, state=RUNNABLE:CREATE_NAMESPACE_PREPARE, hasLock=false; CreateNamespaceProcedure, namespace=backup 2024-12-08T18:57:35,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T18:57:35,835 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=25, state=SUCCESS, hasLock=false; CreateNamespaceProcedure, namespace=backup in 23 msec 2024-12-08T18:57:35,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=25 2024-12-08T18:57:35,926 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$NamespaceProcedureBiConsumer(2745): Operation: CREATE_NAMESPACE, Namespace: backup completed 2024-12-08T18:57:35,952 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:57:35,955 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system 2024-12-08T18:57:35,961 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T18:57:35,961 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:35,963 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T18:57:35,965 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system" procId is: 26 2024-12-08T18:57:35,967 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-08T18:57:35,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741849_1025 (size=635) 2024-12-08T18:57:36,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-08T18:57:36,285 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-08T18:57:36,385 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => af9995e992182b0982a4711b0548477e, NAME => 'backup:system,,1733684255952.af9995e992182b0982a4711b0548477e.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:57:36,460 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741850_1026 (size=40) 2024-12-08T18:57:36,598 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-08T18:57:36,862 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system,,1733684255952.af9995e992182b0982a4711b0548477e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:36,862 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1722): Closing af9995e992182b0982a4711b0548477e, disabling compactions & flushes 2024-12-08T18:57:36,862 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:57:36,862 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:57:36,862 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. after waiting 0 ms 2024-12-08T18:57:36,862 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:57:36,862 INFO [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1973): Closed backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:57:36,863 DEBUG [RegionOpenAndInit-backup:system-pool-0 {}] regionserver.HRegion(1676): Region close journal for af9995e992182b0982a4711b0548477e: Waiting for close lock at 1733684256862Disabling compacts and flushes for region at 1733684256862Disabling writes for close at 1733684256862Writing region close event to WAL at 1733684256862Closed at 1733684256862 2024-12-08T18:57:36,865 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T18:57:36,866 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system,,1733684255952.af9995e992182b0982a4711b0548477e.","families":{"info":[{"qualifier":"regioninfo","vlen":39,"tag":[],"timestamp":"1733684256865"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733684256865"}]},"ts":"1733684256865"} 2024-12-08T18:57:36,870 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T18:57:36,872 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T18:57:36,872 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684256872"}]},"ts":"1733684256872"} 2024-12-08T18:57:36,875 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLING in hbase:meta 2024-12-08T18:57:36,876 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=af9995e992182b0982a4711b0548477e, ASSIGN}] 2024-12-08T18:57:36,881 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system, region=af9995e992182b0982a4711b0548477e, ASSIGN 2024-12-08T18:57:36,883 INFO [PEWorker-3 {}] assignment.TransitRegionStateProcedure(269): Starting pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system, region=af9995e992182b0982a4711b0548477e, ASSIGN; state=OFFLINE, location=b1d30ef9e474,46525,1733684236477; forceNewPlan=false, retain=false 2024-12-08T18:57:37,034 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=af9995e992182b0982a4711b0548477e, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:37,039 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=27, ppid=26, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system, region=af9995e992182b0982a4711b0548477e, ASSIGN because future has completed 2024-12-08T18:57:37,039 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure af9995e992182b0982a4711b0548477e, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:57:37,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-08T18:57:37,200 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(132): Open backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:57:37,201 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7752): Opening region: {ENCODED => af9995e992182b0982a4711b0548477e, NAME => 'backup:system,,1733684255952.af9995e992182b0982a4711b0548477e.', STARTKEY => '', ENDKEY => ''} 2024-12-08T18:57:37,201 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:57:37,201 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system af9995e992182b0982a4711b0548477e 2024-12-08T18:57:37,201 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(898): Instantiated backup:system,,1733684255952.af9995e992182b0982a4711b0548477e.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:37,201 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7794): checking encryption for af9995e992182b0982a4711b0548477e 2024-12-08T18:57:37,201 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(7797): checking classloading for af9995e992182b0982a4711b0548477e 2024-12-08T18:57:37,210 INFO [StoreOpener-af9995e992182b0982a4711b0548477e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region af9995e992182b0982a4711b0548477e 2024-12-08T18:57:37,219 INFO [StoreOpener-af9995e992182b0982a4711b0548477e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af9995e992182b0982a4711b0548477e columnFamilyName meta 2024-12-08T18:57:37,220 DEBUG [StoreOpener-af9995e992182b0982a4711b0548477e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:37,229 INFO [StoreOpener-af9995e992182b0982a4711b0548477e-1 {}] regionserver.HStore(327): Store=af9995e992182b0982a4711b0548477e/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:57:37,229 INFO [StoreOpener-af9995e992182b0982a4711b0548477e-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region af9995e992182b0982a4711b0548477e 2024-12-08T18:57:37,238 INFO [StoreOpener-af9995e992182b0982a4711b0548477e-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region af9995e992182b0982a4711b0548477e columnFamilyName session 2024-12-08T18:57:37,238 DEBUG [StoreOpener-af9995e992182b0982a4711b0548477e-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:37,245 INFO [StoreOpener-af9995e992182b0982a4711b0548477e-1 {}] regionserver.HStore(327): Store=af9995e992182b0982a4711b0548477e/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:57:37,245 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1038): replaying wal for af9995e992182b0982a4711b0548477e 2024-12-08T18:57:37,249 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e 2024-12-08T18:57:37,253 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e 2024-12-08T18:57:37,265 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1048): stopping wal replay for af9995e992182b0982a4711b0548477e 2024-12-08T18:57:37,265 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1060): Cleaning up temporary data for af9995e992182b0982a4711b0548477e 2024-12-08T18:57:37,273 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T18:57:37,289 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1093): writing seq id for af9995e992182b0982a4711b0548477e 2024-12-08T18:57:37,329 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:57:37,337 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1114): Opened af9995e992182b0982a4711b0548477e; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11358986560, jitterRate=0.05788806080818176}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T18:57:37,337 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1122): Running coprocessor post-open hooks for af9995e992182b0982a4711b0548477e 2024-12-08T18:57:37,338 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegion(1006): Region open journal for af9995e992182b0982a4711b0548477e: Running coprocessor pre-open hook at 1733684257202Writing region info on filesystem at 1733684257202Initializing all the Stores at 1733684257204 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684257204Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684257209 (+5 ms)Cleaning up temporary data from old regions at 1733684257265 (+56 ms)Running coprocessor post-open hooks at 1733684257337 (+72 ms)Region opened successfully at 1733684257338 (+1 ms) 2024-12-08T18:57:37,345 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., pid=28, masterSystemTime=1733684257195 2024-12-08T18:57:37,357 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:57:37,357 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=28}] handler.AssignRegionHandler(153): Opened backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:57:37,365 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=27 updating hbase:meta row=af9995e992182b0982a4711b0548477e, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:37,370 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=28, ppid=27, state=RUNNABLE, hasLock=false; OpenRegionProcedure af9995e992182b0982a4711b0548477e, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:57:37,403 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=28, resume processing ppid=27 2024-12-08T18:57:37,406 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=28, ppid=27, state=SUCCESS, hasLock=false; OpenRegionProcedure af9995e992182b0982a4711b0548477e, server=b1d30ef9e474,46525,1733684236477 in 346 msec 2024-12-08T18:57:37,410 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=27, resume processing ppid=26 2024-12-08T18:57:37,411 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=27, ppid=26, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system, region=af9995e992182b0982a4711b0548477e, ASSIGN in 528 msec 2024-12-08T18:57:37,413 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T18:57:37,413 DEBUG [PEWorker-1 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684257413"}]},"ts":"1733684257413"} 2024-12-08T18:57:37,438 INFO [PEWorker-1 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system, state=ENABLED in hbase:meta 2024-12-08T18:57:37,440 INFO [PEWorker-1 {}] procedure.CreateTableProcedure(89): pid=26, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T18:57:37,444 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=26, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system in 1.4880 sec 2024-12-08T18:57:37,647 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns3:test-17336842469182' 2024-12-08T18:57:37,648 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns4:test-17336842469183' 2024-12-08T18:57:37,649 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system' 2024-12-08T18:57:38,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=26 2024-12-08T18:57:38,126 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system completed 2024-12-08T18:57:38,157 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'backup:system_bulk', {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:57:38,159 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=backup:system_bulk 2024-12-08T18:57:38,161 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T18:57:38,161 DEBUG [PEWorker-4 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:38,161 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "backup" qualifier: "system_bulk" procId is: 29 2024-12-08T18:57:38,165 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T18:57:38,166 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T18:57:38,210 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741851_1027 (size=640) 2024-12-08T18:57:38,214 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 2b95382f55d5205e381658050356faa4, NAME => 'backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:57:38,223 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741852_1028 (size=45) 2024-12-08T18:57:38,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T18:57:38,484 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T18:57:38,625 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:38,626 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1722): Closing 2b95382f55d5205e381658050356faa4, disabling compactions & flushes 2024-12-08T18:57:38,626 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. 2024-12-08T18:57:38,626 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. 2024-12-08T18:57:38,626 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. after waiting 0 ms 2024-12-08T18:57:38,626 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. 2024-12-08T18:57:38,626 INFO [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. 2024-12-08T18:57:38,626 DEBUG [RegionOpenAndInit-backup:system_bulk-pool-0 {}] regionserver.HRegion(1676): Region close journal for 2b95382f55d5205e381658050356faa4: Waiting for close lock at 1733684258626Disabling compacts and flushes for region at 1733684258626Disabling writes for close at 1733684258626Writing region close event to WAL at 1733684258626Closed at 1733684258626 2024-12-08T18:57:38,628 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T18:57:38,628 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733684258628"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733684258628"}]},"ts":"1733684258628"} 2024-12-08T18:57:38,631 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T18:57:38,633 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T18:57:38,633 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684258633"}]},"ts":"1733684258633"} 2024-12-08T18:57:38,635 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLING in hbase:meta 2024-12-08T18:57:38,636 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=2b95382f55d5205e381658050356faa4, ASSIGN}] 2024-12-08T18:57:38,637 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=2b95382f55d5205e381658050356faa4, ASSIGN 2024-12-08T18:57:38,638 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=2b95382f55d5205e381658050356faa4, ASSIGN; state=OFFLINE, location=b1d30ef9e474,46525,1733684236477; forceNewPlan=false, retain=false 2024-12-08T18:57:38,789 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=2b95382f55d5205e381658050356faa4, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:38,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=30, ppid=29, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=backup:system_bulk, region=2b95382f55d5205e381658050356faa4, ASSIGN because future has completed 2024-12-08T18:57:38,793 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b95382f55d5205e381658050356faa4, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:57:38,796 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T18:57:38,953 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(132): Open backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. 2024-12-08T18:57:38,953 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7752): Opening region: {ENCODED => 2b95382f55d5205e381658050356faa4, NAME => 'backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4.', STARTKEY => '', ENDKEY => ''} 2024-12-08T18:57:38,954 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:57:38,954 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table system_bulk 2b95382f55d5205e381658050356faa4 2024-12-08T18:57:38,954 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(898): Instantiated backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:57:38,954 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7794): checking encryption for 2b95382f55d5205e381658050356faa4 2024-12-08T18:57:38,954 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(7797): checking classloading for 2b95382f55d5205e381658050356faa4 2024-12-08T18:57:38,961 INFO [StoreOpener-2b95382f55d5205e381658050356faa4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family meta of region 2b95382f55d5205e381658050356faa4 2024-12-08T18:57:38,965 INFO [StoreOpener-2b95382f55d5205e381658050356faa4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b95382f55d5205e381658050356faa4 columnFamilyName meta 2024-12-08T18:57:38,965 DEBUG [StoreOpener-2b95382f55d5205e381658050356faa4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:38,966 INFO [StoreOpener-2b95382f55d5205e381658050356faa4-1 {}] regionserver.HStore(327): Store=2b95382f55d5205e381658050356faa4/meta, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:57:38,966 INFO [StoreOpener-2b95382f55d5205e381658050356faa4-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family session of region 2b95382f55d5205e381658050356faa4 2024-12-08T18:57:38,969 INFO [StoreOpener-2b95382f55d5205e381658050356faa4-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 2b95382f55d5205e381658050356faa4 columnFamilyName session 2024-12-08T18:57:38,969 DEBUG [StoreOpener-2b95382f55d5205e381658050356faa4-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:38,973 INFO [StoreOpener-2b95382f55d5205e381658050356faa4-1 {}] regionserver.HStore(327): Store=2b95382f55d5205e381658050356faa4/session, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:57:38,973 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1038): replaying wal for 2b95382f55d5205e381658050356faa4 2024-12-08T18:57:38,974 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system_bulk/2b95382f55d5205e381658050356faa4 2024-12-08T18:57:38,975 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system_bulk/2b95382f55d5205e381658050356faa4 2024-12-08T18:57:38,976 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1048): stopping wal replay for 2b95382f55d5205e381658050356faa4 2024-12-08T18:57:38,976 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1060): Cleaning up temporary data for 2b95382f55d5205e381658050356faa4 2024-12-08T18:57:38,977 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table backup:system_bulk descriptor;using region.getMemStoreFlushHeapSize/# of families (64.0 M)) instead. 2024-12-08T18:57:38,980 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1093): writing seq id for 2b95382f55d5205e381658050356faa4 2024-12-08T18:57:38,989 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system_bulk/2b95382f55d5205e381658050356faa4/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:57:38,998 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1114): Opened 2b95382f55d5205e381658050356faa4; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10021004480, jitterRate=-0.06672123074531555}}}, FlushLargeStoresPolicy{flushSizeLowerBound=67108864} 2024-12-08T18:57:38,998 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 2b95382f55d5205e381658050356faa4 2024-12-08T18:57:38,999 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegion(1006): Region open journal for 2b95382f55d5205e381658050356faa4: Running coprocessor pre-open hook at 1733684258955Writing region info on filesystem at 1733684258955Initializing all the Stores at 1733684258957 (+2 ms)Instantiating store for column family {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684258957Instantiating store for column family {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684258961 (+4 ms)Cleaning up temporary data from old regions at 1733684258976 (+15 ms)Running coprocessor post-open hooks at 1733684258998 (+22 ms)Region opened successfully at 1733684258999 (+1 ms) 2024-12-08T18:57:39,001 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2236): Post open deploy tasks for backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4., pid=31, masterSystemTime=1733684258947 2024-12-08T18:57:39,024 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] regionserver.HRegionServer(2266): Finished post open deploy task for backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. 2024-12-08T18:57:39,024 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=31}] handler.AssignRegionHandler(153): Opened backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. 2024-12-08T18:57:39,037 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=30 updating hbase:meta row=2b95382f55d5205e381658050356faa4, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:39,050 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=31, ppid=30, state=RUNNABLE, hasLock=false; OpenRegionProcedure 2b95382f55d5205e381658050356faa4, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:57:39,065 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=31, resume processing ppid=30 2024-12-08T18:57:39,066 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=31, ppid=30, state=SUCCESS, hasLock=false; OpenRegionProcedure 2b95382f55d5205e381658050356faa4, server=b1d30ef9e474,46525,1733684236477 in 259 msec 2024-12-08T18:57:39,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=30, resume processing ppid=29 2024-12-08T18:57:39,090 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=30, ppid=29, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=backup:system_bulk, region=2b95382f55d5205e381658050356faa4, ASSIGN in 431 msec 2024-12-08T18:57:39,093 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T18:57:39,093 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"backup:system_bulk","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684259093"}]},"ts":"1733684259093"} 2024-12-08T18:57:39,100 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=backup:system_bulk, state=ENABLED in hbase:meta 2024-12-08T18:57:39,103 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=29, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=backup:system_bulk execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T18:57:39,112 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=29, state=SUCCESS, hasLock=false; CreateTableProcedure table=backup:system_bulk in 946 msec 2024-12-08T18:57:39,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=29 2024-12-08T18:57:39,306 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: backup:system_bulk completed 2024-12-08T18:57:39,312 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-08T18:57:39,325 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:57:39,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:57:39,358 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-08T18:57:39,365 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='activesession:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:57:39,382 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.BinaryComparator in 3ms 2024-12-08T18:57:39,406 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-08T18:57:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733684259406 (current time:1733684259406). 2024-12-08T18:57:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T18:57:39,406 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-08T18:57:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ce35f2, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:57:39,409 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:57:39,414 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:57:39,414 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:57:39,415 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:57:39,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53bae9ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:39,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:57:39,416 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:57:39,417 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:39,421 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:38050, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:57:39,429 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3fafc4c8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:39,432 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:57:39,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:57:39,442 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:57:39,453 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:57:39,461 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671. 2024-12-08T18:57:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:57:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:39,461 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:39,464 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:57:39,477 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T18:57:39,498 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-08T18:57:39,500 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-08T18:57:39,502 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-08T18:57:39,505 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T18:57:39,521 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T18:57:39,569 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T18:57:39,605 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741853_1029 (size=52) 2024-12-08T18:57:39,614 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T18:57:39,615 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-08T18:57:39,617 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af9995e992182b0982a4711b0548477e}] 2024-12-08T18:57:39,622 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af9995e992182b0982a4711b0548477e 2024-12-08T18:57:39,787 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=33 2024-12-08T18:57:39,797 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:57:39,798 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2902): Flushing af9995e992182b0982a4711b0548477e 2/2 column families, dataSize=45 B heapSize=632 B 2024-12-08T18:57:39,829 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-08T18:57:39,872 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/session/9a7e5b1083fb410b9a197acd1152d567 is 49, key is activesession:/session:c/1733684259386/Put/seqid=0 2024-12-08T18:57:39,919 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741854_1030 (size=5049) 2024-12-08T18:57:39,925 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=45 B at sequenceid=5 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/session/9a7e5b1083fb410b9a197acd1152d567 2024-12-08T18:57:39,997 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/session/9a7e5b1083fb410b9a197acd1152d567 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/9a7e5b1083fb410b9a197acd1152d567 2024-12-08T18:57:40,018 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/9a7e5b1083fb410b9a197acd1152d567, entries=1, sequenceid=5, filesize=4.9 K 2024-12-08T18:57:40,020 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(3140): Finished flush of dataSize ~45 B/45, heapSize ~360 B/360, currentSize=0 B/0 for af9995e992182b0982a4711b0548477e in 222ms, sequenceid=5, compaction requested=false 2024-12-08T18:57:40,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.HRegion(2603): Flush status journal for af9995e992182b0982a4711b0548477e: 2024-12-08T18:57:40,020 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. for snapshot_backup_system completed. 2024-12-08T18:57:40,022 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733684255952.af9995e992182b0982a4711b0548477e.' region-info for snapshot=snapshot_backup_system 2024-12-08T18:57:40,026 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:57:40,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:57:40,042 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/9a7e5b1083fb410b9a197acd1152d567] hfiles 2024-12-08T18:57:40,045 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/9a7e5b1083fb410b9a197acd1152d567 for snapshot=snapshot_backup_system 2024-12-08T18:57:40,112 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741855_1031 (size=95) 2024-12-08T18:57:40,137 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-08T18:57:40,511 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:57:40,514 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=33}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=33 2024-12-08T18:57:40,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster(4169): Remote procedure done, pid=33 2024-12-08T18:57:40,518 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region af9995e992182b0982a4711b0548477e 2024-12-08T18:57:40,518 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=33, ppid=32, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af9995e992182b0982a4711b0548477e 2024-12-08T18:57:40,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=33, resume processing ppid=32 2024-12-08T18:57:40,528 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=33, ppid=32, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af9995e992182b0982a4711b0548477e in 906 msec 2024-12-08T18:57:40,530 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T18:57:40,534 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T18:57:40,543 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T18:57:40,543 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-08T18:57:40,554 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-08T18:57:40,610 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741856_1032 (size=731) 2024-12-08T18:57:40,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-08T18:57:41,014 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T18:57:41,026 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T18:57:41,026 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_backup_system 2024-12-08T18:57:41,030 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=32, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T18:57:41,030 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 32 2024-12-08T18:57:41,033 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=32, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=32, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5490 sec 2024-12-08T18:57:41,655 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=32 2024-12-08T18:57:41,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-08T18:57:41,656 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733684255755 started at 1733684261655. 2024-12-08T18:57:41,674 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733684255755 has been started. 2024-12-08T18:57:41,680 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-08T18:57:41,688 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-08T18:57:41,691 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-08T18:57:41,691 INFO [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-08T18:57:41,692 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-08T18:57:41,692 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-08T18:57:41,692 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-08T18:57:41,693 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-08T18:57:41,693 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-08T18:57:41,726 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:41,726 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-08T18:57:41,726 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-08T18:57:41,726 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T18:57:41,729 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:41,729 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-08T18:57:41,731 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-08T18:57:41,732 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-08T18:57:41,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-08T18:57:41,734 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-08T18:57:41,734 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-08T18:57:41,737 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-08T18:57:41,738 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-08T18:57:41,739 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-08T18:57:41,739 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-08T18:57:41,739 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-08T18:57:41,740 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-08T18:57:41,740 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b1d30ef9e474,46525,1733684236477' joining acquired barrier for procedure (rolllog) in zk 2024-12-08T18:57:41,746 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:41,746 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-08T18:57:41,747 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-08T18:57:41,747 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-08T18:57:41,747 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:41,747 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T18:57:41,747 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T18:57:41,753 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T18:57:41,754 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T18:57:41,760 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:57:41,761 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:41,762 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T18:57:41,763 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b1d30ef9e474,46525,1733684236477' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-08T18:57:41,763 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@74331ec5[Count = 0] remaining members to acquire global barrier 2024-12-08T18:57:41,763 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-08T18:57:41,763 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-08T18:57:41,781 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T18:57:41,781 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:41,781 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-08T18:57:41,781 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-08T18:57:41,781 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-08T18:57:41,781 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-08T18:57:41,785 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-08T18:57:41,789 DEBUG [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:41,800 INFO [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733684239826 highest: 1733684247890 on b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:41,801 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1:(num 1733684247890) roll requested 2024-12-08T18:57:41,819 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684261801, exclude list is [], retry=0 2024-12-08T18:57:41,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK] 2024-12-08T18:57:41,839 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684247890 with entries=24, filesize=4.64 KB; new WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684261801 2024-12-08T18:57:41,840 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-12-08T18:57:41,840 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684247890 is not closed yet, will try archiving it next time 2024-12-08T18:57:41,840 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0:(num 1733684239826) roll requested 2024-12-08T18:57:41,847 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741840_1016 (size=4756) 2024-12-08T18:57:41,861 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684261841, exclude list is [], retry=0 2024-12-08T18:57:41,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK] 2024-12-08T18:57:41,882 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684239826 with entries=3, filesize=1.00 KB; new WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684261841 2024-12-08T18:57:41,882 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-12-08T18:57:41,882 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684239826 is not closed yet, will try archiving it next time 2024-12-08T18:57:41,882 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b1d30ef9e474%2C46525%2C1733684236477.meta:.meta(num 1733684240659) roll requested 2024-12-08T18:57:41,886 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684239826 not finished, retry = 0 2024-12-08T18:57:41,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741833_1009 (size=1034) 2024-12-08T18:57:41,898 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684261882.meta, exclude list is [], retry=0 2024-12-08T18:57:41,904 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK] 2024-12-08T18:57:41,908 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684240659.meta with entries=42, filesize=11.76 KB; new WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684261882.meta 2024-12-08T18:57:41,909 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-12-08T18:57:41,909 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684240659.meta is not closed yet, will try archiving it next time 2024-12-08T18:57:41,912 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684240659.meta not finished, retry = 0 2024-12-08T18:57:41,913 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741834_1010 (size=12055) 2024-12-08T18:57:41,922 DEBUG [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 122 2024-12-08T18:57:41,922 INFO [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733684261841 on b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:41,923 DEBUG [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:57:41,923 DEBUG [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:57:41,923 DEBUG [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5589faf2 2024-12-08T18:57:41,923 DEBUG [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:57:41,925 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53677, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-08T18:57:41,927 DEBUG [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:57:41,927 DEBUG [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:57:41,927 DEBUG [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:57:41,929 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55475, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-08T18:57:41,948 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:57:41,968 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:57:41,983 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='rslogts:hdfs://localhost:38211/backupUT\x00', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:57:41,992 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-08T18:57:41,992 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b1d30ef9e474,46525,1733684236477' in zk 2024-12-08T18:57:41,993 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684239826 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684239826 2024-12-08T18:57:42,008 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:42,008 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-08T18:57:42,008 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:42,008 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T18:57:42,008 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-08T18:57:42,008 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T18:57:42,008 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-08T18:57:42,008 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T18:57:42,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T18:57:42,009 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:57:42,010 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:42,010 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T18:57:42,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:57:42,011 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:42,012 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b1d30ef9e474,46525,1733684236477': 2024-12-08T18:57:42,012 INFO [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-08T18:57:42,012 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-08T18:57:42,012 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-08T18:57:42,012 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-08T18:57:42,012 INFO [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-08T18:57:42,012 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b1d30ef9e474,46525,1733684236477' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-08T18:57:42,031 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T18:57:42,031 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-08T18:57:42,031 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T18:57:42,031 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T18:57:42,032 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T18:57:42,033 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-08T18:57:42,033 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-08T18:57:42,033 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-08T18:57:42,035 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T18:57:42,035 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:57:42,035 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:42,036 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T18:57:42,037 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-08T18:57:42,037 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T18:57:42,037 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:57:42,038 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:42,039 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T18:57:42,039 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:42,040 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:57:42,040 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:42,040 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-08T18:57:42,070 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:42,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-08T18:57:42,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-08T18:57:42,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:42,071 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-08T18:57:42,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T18:57:42,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T18:57:42,071 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T18:57:42,071 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-08T18:57:42,071 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-08T18:57:42,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-08T18:57:42,072 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-08T18:57:42,072 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-08T18:57:42,073 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T18:57:42,078 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-08T18:57:42,078 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T18:57:42,093 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-08T18:57:42,101 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733684262100_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } 2024-12-08T18:57:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733684262101 (current time:1733684262101). 2024-12-08T18:57:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T18:57:42,101 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733684262100_default_test-1733684246918 VERSION not specified, setting to 2 2024-12-08T18:57:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e4f0376, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:57:42,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:57:42,106 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:57:42,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:57:42,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:57:42,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@599ee00, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:42,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:57:42,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:57:42,108 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:42,113 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50724, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:57:42,115 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e6c2b35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:42,115 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:57:42,116 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:57:42,117 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:57:42,118 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:57:42,120 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671. 2024-12-08T18:57:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:57:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:42,120 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:42,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:57:42,122 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T18:57:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733684262100_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } 2024-12-08T18:57:42,124 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733684262100_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-08T18:57:42,125 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T18:57:42,125 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733684262100_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T18:57:42,131 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733684262100_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T18:57:42,135 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733684262100_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T18:57:42,151 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741860_1036 (size=84) 2024-12-08T18:57:42,154 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733684262100_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T18:57:42,154 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be9a65a07e703f002deca928fe428f51}] 2024-12-08T18:57:42,156 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:42,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T18:57:42,309 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=35 2024-12-08T18:57:42,310 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:42,311 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2902): Flushing be9a65a07e703f002deca928fe428f51 3/3 column families, dataSize=654 B heapSize=2.25 KB 2024-12-08T18:57:42,340 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/f3/b95172240af548c6b6650bb0640d90ff is 58, key is row-test-1733684246918-3-0/f3:q1/1733684255710/Put/seqid=0 2024-12-08T18:57:42,353 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741861_1037 (size=5387) 2024-12-08T18:57:42,358 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=324 B at sequenceid=121 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/f3/b95172240af548c6b6650bb0640d90ff 2024-12-08T18:57:42,437 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741862_1038 (size=4469) 2024-12-08T18:57:42,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T18:57:42,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T18:57:42,846 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/mob/625b56ee43fc46fea5c23b85bfe64147 is 59, key is row-test-1733684246918-3-0/mob:q1/1733684255731/Put/seqid=0 2024-12-08T18:57:42,854 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741863_1039 (size=5484) 2024-12-08T18:57:43,258 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=121, memsize=330, hasBloomFilter=true, into tmp file hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/mob/625b56ee43fc46fea5c23b85bfe64147 2024-12-08T18:57:43,264 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T18:57:43,271 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/f3/b95172240af548c6b6650bb0640d90ff as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f3/b95172240af548c6b6650bb0640d90ff 2024-12-08T18:57:43,281 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f3/b95172240af548c6b6650bb0640d90ff, entries=6, sequenceid=121, filesize=5.3 K 2024-12-08T18:57:43,282 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/mob/625b56ee43fc46fea5c23b85bfe64147 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/625b56ee43fc46fea5c23b85bfe64147 2024-12-08T18:57:43,291 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/625b56ee43fc46fea5c23b85bfe64147, entries=6, sequenceid=121, filesize=5.4 K 2024-12-08T18:57:43,293 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(3140): Finished flush of dataSize ~654 B/654, heapSize ~1.97 KB/2016, currentSize=0 B/0 for be9a65a07e703f002deca928fe428f51 in 982ms, sequenceid=121, compaction requested=false 2024-12-08T18:57:43,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.HRegion(2603): Flush status journal for be9a65a07e703f002deca928fe428f51: 2024-12-08T18:57:43,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. for snapshot_1733684262100_default_test-1733684246918 completed. 2024-12-08T18:57:43,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(241): Storing 'test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51.' region-info for snapshot=snapshot_1733684262100_default_test-1733684246918 2024-12-08T18:57:43,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:57:43,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/1f991adfa26e4f0aa90b079693ae4616] hfiles 2024-12-08T18:57:43,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/1f991adfa26e4f0aa90b079693ae4616 for snapshot=snapshot_1733684262100_default_test-1733684246918 2024-12-08T18:57:43,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f3/b95172240af548c6b6650bb0640d90ff] hfiles 2024-12-08T18:57:43,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f3/b95172240af548c6b6650bb0640d90ff for snapshot=snapshot_1733684262100_default_test-1733684246918 2024-12-08T18:57:43,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/625b56ee43fc46fea5c23b85bfe64147] hfiles 2024-12-08T18:57:43,293 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/625b56ee43fc46fea5c23b85bfe64147 for snapshot=snapshot_1733684262100_default_test-1733684246918 2024-12-08T18:57:43,299 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741864_1040 (size=185) 2024-12-08T18:57:43,651 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'backup:system_bulk' 2024-12-08T18:57:43,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:43,701 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=35}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=35 2024-12-08T18:57:43,702 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster(4169): Remote procedure done, pid=35 2024-12-08T18:57:43,702 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733684262100_default_test-1733684246918 on region be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:43,702 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=35, ppid=34, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:43,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=35, resume processing ppid=34 2024-12-08T18:57:43,708 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733684262100_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T18:57:43,708 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=35, ppid=34, state=SUCCESS, hasLock=false; SnapshotRegionProcedure be9a65a07e703f002deca928fe428f51 in 1.5500 sec 2024-12-08T18:57:43,710 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733684262100_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T18:57:43,713 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-08T18:57:43,713 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-08T18:57:43,713 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:43,715 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-08T18:57:43,715 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:43,717 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f3 2024-12-08T18:57:43,717 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:43,721 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: mob 2024-12-08T18:57:43,744 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741865_1041 (size=49) 2024-12-08T18:57:43,754 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733684262100_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T18:57:43,754 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733684262100_default_test-1733684246918 2024-12-08T18:57:43,756 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_1733684262100_default_test-1733684246918 2024-12-08T18:57:43,787 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741866_1042 (size=1146) 2024-12-08T18:57:43,802 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733684262100_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T18:57:43,825 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733684262100_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T18:57:43,826 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_1733684262100_default_test-1733684246918 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_1733684262100_default_test-1733684246918 2024-12-08T18:57:43,834 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=34, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733684262100_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T18:57:43,834 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733684262100_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 }, snapshot procedure id = 34 2024-12-08T18:57:43,842 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=34, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=34, snapshot={ ss=snapshot_1733684262100_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } in 1.7120 sec 2024-12-08T18:57:44,094 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T18:57:44,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=34 2024-12-08T18:57:44,275 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733684246918 completed 2024-12-08T18:57:44,275 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733684264275_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } 2024-12-08T18:57:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733684264275 (current time:1733684264275). 2024-12-08T18:57:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T18:57:44,276 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733684264275_ns2_test-17336842469181 VERSION not specified, setting to 2 2024-12-08T18:57:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7203ba92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:57:44,277 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:57:44,278 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:57:44,278 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:57:44,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:57:44,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@23ca2615, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:44,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:57:44,279 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:57:44,280 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:44,281 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50746, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:57:44,282 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@553a92e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:44,283 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:57:44,284 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:57:44,285 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:57:44,287 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51162, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:57:44,289 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671. 2024-12-08T18:57:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:57:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:44,289 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:44,290 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:57:44,291 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T18:57:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733684264275_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } 2024-12-08T18:57:44,296 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733684264275_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-08T18:57:44,297 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-08T18:57:44,297 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733684264275_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T18:57:44,299 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733684264275_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T18:57:44,303 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733684264275_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T18:57:44,316 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741867_1043 (size=86) 2024-12-08T18:57:44,322 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733684264275_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T18:57:44,322 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcfea43efa4feb924a20d210bf06ec88}] 2024-12-08T18:57:44,323 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:57:44,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-08T18:57:44,456 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobhistoryserver.properties,hadoop-metrics2.properties 2024-12-08T18:57:44,475 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=37 2024-12-08T18:57:44,476 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. 2024-12-08T18:57:44,476 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2902): Flushing dcfea43efa4feb924a20d210bf06ec88 1/1 column families, dataSize=3.17 KB heapSize=11 KB 2024-12-08T18:57:44,509 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/.tmp/f/005e962e691948ecab93ed94a4900dcb is 37, key is row10/f:q1/1733684250579/Put/seqid=0 2024-12-08T18:57:44,523 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741868_1044 (size=8413) 2024-12-08T18:57:44,526 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=3.17 KB at sequenceid=103 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/.tmp/f/005e962e691948ecab93ed94a4900dcb 2024-12-08T18:57:44,558 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/.tmp/f/005e962e691948ecab93ed94a4900dcb as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/005e962e691948ecab93ed94a4900dcb 2024-12-08T18:57:44,571 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/005e962e691948ecab93ed94a4900dcb, entries=99, sequenceid=103, filesize=8.2 K 2024-12-08T18:57:44,573 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(3140): Finished flush of dataSize ~3.17 KB/3247, heapSize ~10.98 KB/11248, currentSize=0 B/0 for dcfea43efa4feb924a20d210bf06ec88 in 96ms, sequenceid=103, compaction requested=false 2024-12-08T18:57:44,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.HRegion(2603): Flush status journal for dcfea43efa4feb924a20d210bf06ec88: 2024-12-08T18:57:44,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. for snapshot_1733684264275_ns2_test-17336842469181 completed. 2024-12-08T18:57:44,573 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88.' region-info for snapshot=snapshot_1733684264275_ns2_test-17336842469181 2024-12-08T18:57:44,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:57:44,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/005e962e691948ecab93ed94a4900dcb] hfiles 2024-12-08T18:57:44,574 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/005e962e691948ecab93ed94a4900dcb for snapshot=snapshot_1733684264275_ns2_test-17336842469181 2024-12-08T18:57:44,591 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741869_1045 (size=91) 2024-12-08T18:57:44,614 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-08T18:57:44,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-08T18:57:44,993 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. 2024-12-08T18:57:44,994 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=37}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=37 2024-12-08T18:57:44,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster(4169): Remote procedure done, pid=37 2024-12-08T18:57:44,994 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733684264275_ns2_test-17336842469181 on region dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:57:44,995 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=37, ppid=36, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:57:45,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=37, resume processing ppid=36 2024-12-08T18:57:45,006 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=37, ppid=36, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dcfea43efa4feb924a20d210bf06ec88 in 678 msec 2024-12-08T18:57:45,007 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733684264275_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T18:57:45,018 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733684264275_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T18:57:45,020 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733684264275_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T18:57:45,020 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733684264275_ns2_test-17336842469181 2024-12-08T18:57:45,021 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_1733684264275_ns2_test-17336842469181 2024-12-08T18:57:45,075 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741870_1046 (size=456) 2024-12-08T18:57:45,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-12-08T18:57:45,321 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system Metrics about Tables on a single HBase RegionServer 2024-12-08T18:57:45,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-12-08T18:57:45,323 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk Metrics about Tables on a single HBase RegionServer 2024-12-08T18:57:45,323 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733684246918 2024-12-08T18:57:45,324 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_test-1733684246918 Metrics about Tables on a single HBase RegionServer 2024-12-08T18:57:45,435 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-08T18:57:45,480 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733684264275_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T18:57:45,515 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733684264275_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T18:57:45,519 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_1733684264275_ns2_test-17336842469181 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_1733684264275_ns2_test-17336842469181 2024-12-08T18:57:45,522 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=36, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733684264275_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T18:57:45,522 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733684264275_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 }, snapshot procedure id = 36 2024-12-08T18:57:45,528 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=36, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=36, snapshot={ ss=snapshot_1733684264275_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } in 1.2310 sec 2024-12-08T18:57:46,445 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=36 2024-12-08T18:57:46,446 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17336842469181 completed 2024-12-08T18:57:46,446 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733684255755 2024-12-08T18:57:46,446 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-08T18:57:46,448 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 2 snapshots to be copied. 2024-12-08T18:57:46,451 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733684255755_test-1733684246918 2024-12-08T18:57:46,451 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733684262100_default_test-1733684246918 to hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/ 2024-12-08T18:57:46,459 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-08T18:57:46,512 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38211, inputRoot=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:57:46,512 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_234992275_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/.hbase-snapshot/.tmp/snapshot_1733684262100_default_test-1733684246918 2024-12-08T18:57:46,516 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-08T18:57:46,536 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_1733684262100_default_test-1733684246918 to hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/.hbase-snapshot/.tmp/snapshot_1733684262100_default_test-1733684246918 2024-12-08T18:57:46,588 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741871_1047 (size=84) 2024-12-08T18:57:46,613 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741872_1048 (size=1146) 2024-12-08T18:57:46,632 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:46,633 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:46,634 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:47,867 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop-15640662424932226306.jar 2024-12-08T18:57:47,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:47,868 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:47,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:47,869 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:47,870 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:47,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:47,871 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:47,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:47,872 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:47,873 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:57:47,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T18:57:47,874 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T18:57:47,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T18:57:47,875 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T18:57:47,876 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T18:57:47,876 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T18:57:47,877 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T18:57:47,877 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T18:57:47,878 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T18:57:47,878 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T18:57:47,882 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:57:47,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:57:47,883 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:57:47,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:57:47,884 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:57:47,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:57:47,885 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:57:47,971 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T18:57:48,038 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733684262100_default_test-1733684246918' hfile list 2024-12-08T18:57:48,047 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=18.8 K 2024-12-08T18:57:48,560 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1434846857_0001_6eba902c-d280-417b-9692-ee3727de95a9/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-12-08T18:57:48,560 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1434846857_0001_6eba902c-d280-417b-9692-ee3727de95a9/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-12-08T18:57:48,865 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-08T18:57:49,012 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741873_1049 (size=8413) 2024-12-08T18:57:49,499 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/1f991adfa26e4f0aa90b079693ae4616 output=hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/1f991adfa26e4f0aa90b079693ae4616 2024-12-08T18:57:49,502 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.014M/sec 2024-12-08T18:57:49,571 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741874_1050 (size=5484) 2024-12-08T18:57:49,586 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/625b56ee43fc46fea5c23b85bfe64147 output=hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/625b56ee43fc46fea5c23b85bfe64147 2024-12-08T18:57:49,587 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.099M/sec 2024-12-08T18:57:49,722 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741875_1051 (size=5387) 2024-12-08T18:57:50,135 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f3/b95172240af548c6b6650bb0640d90ff output=hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f3/b95172240af548c6b6650bb0640d90ff 2024-12-08T18:57:50,136 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5387 (5.3 K) time=0sec 0.010M/sec 2024-12-08T18:57:50,720 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-08T18:57:50,722 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-08T18:57:50,769 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733684262100_default_test-1733684246918 2024-12-08T18:57:50,769 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733684262100_default_test-1733684246918 finished. 2024-12-08T18:57:50,769 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733684255755_ns2:test-17336842469181 2024-12-08T18:57:50,769 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733684264275_ns2_test-17336842469181 to hdfs://localhost:38211/backupUT/backup_1733684255755/ns2/test-17336842469181/ 2024-12-08T18:57:50,769 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-08T18:57:50,821 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38211, inputRoot=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:57:50,822 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_234992275_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38211/backupUT/backup_1733684255755/ns2/test-17336842469181, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38211/backupUT/backup_1733684255755/ns2/test-17336842469181/.hbase-snapshot/.tmp/snapshot_1733684264275_ns2_test-17336842469181 2024-12-08T18:57:50,827 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-08T18:57:50,841 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_1733684264275_ns2_test-17336842469181 to hdfs://localhost:38211/backupUT/backup_1733684255755/ns2/test-17336842469181/.hbase-snapshot/.tmp/snapshot_1733684264275_ns2_test-17336842469181 2024-12-08T18:57:50,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741876_1052 (size=86) 2024-12-08T18:57:50,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741877_1053 (size=456) 2024-12-08T18:57:51,329 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:51,330 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:51,330 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:52,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop-13963606929600502510.jar 2024-12-08T18:57:52,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:52,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:52,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:52,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:52,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:52,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:52,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:52,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:52,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:57:52,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:57:52,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T18:57:52,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T18:57:52,475 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T18:57:52,475 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T18:57:52,476 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T18:57:52,476 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T18:57:52,476 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T18:57:52,477 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T18:57:52,477 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T18:57:52,478 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T18:57:52,478 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:57:52,479 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:57:52,479 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:57:52,480 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:57:52,480 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:57:52,481 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:57:52,481 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:57:52,552 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T18:57:52,659 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733684264275_ns2_test-17336842469181' hfile list 2024-12-08T18:57:52,665 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=8.2 K 2024-12-08T18:57:52,866 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local804610194_0002_276cce04-ddd0-4d9a-a213-3a5e7c0834f1/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-12-08T18:57:52,866 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local804610194_0002_276cce04-ddd0-4d9a-a213-3a5e7c0834f1/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-12-08T18:57:52,985 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-08T18:57:53,049 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741878_1054 (size=8413) 2024-12-08T18:57:53,454 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/005e962e691948ecab93ed94a4900dcb output=hdfs://localhost:38211/backupUT/backup_1733684255755/ns2/test-17336842469181/archive/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/005e962e691948ecab93ed94a4900dcb 2024-12-08T18:57:53,455 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-12-08T18:57:53,937 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-08T18:57:53,938 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-08T18:57:53,945 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733684264275_ns2_test-17336842469181 2024-12-08T18:57:53,945 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733684264275_ns2_test-17336842469181 finished. 2024-12-08T18:57:53,946 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733684246918 2024-12-08T18:57:53,946 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17336842469181 2024-12-08T18:57:54,003 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733684255755 2024-12-08T18:57:54,003 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-08T18:57:54,013 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741879_1055 (size=97) 2024-12-08T18:57:54,414 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:38211/backupUT/backup_1733684255755/.backup.manifest 2024-12-08T18:57:54,417 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733684255755 finished: type=FULL,tablelist=test-1733684246918;ns2:test-17336842469181,targetRootDir=hdfs://localhost:38211/backupUT,startts=1733684261655,completets=1733684274000,bytescopied=0 2024-12-08T18:57:54,417 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-08T18:57:54,417 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733684262100_default_test-1733684246918 2024-12-08T18:57:54,421 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733684262100_default_test-1733684246918" type: DISABLED 2024-12-08T18:57:54,424 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733684262100_default_test-1733684246918 2024-12-08T18:57:54,427 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733684262100_default_test-1733684246918 for backup backup_1733684255755 succeeded. 2024-12-08T18:57:54,427 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733684264275_ns2_test-17336842469181 2024-12-08T18:57:54,428 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733684264275_ns2_test-17336842469181" type: DISABLED 2024-12-08T18:57:54,431 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733684264275_ns2_test-17336842469181 2024-12-08T18:57:54,432 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733684264275_ns2_test-17336842469181 for backup backup_1733684255755 succeeded. 2024-12-08T18:57:54,434 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-08T18:57:54,447 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-08T18:57:54,451 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-08T18:57:54,453 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-08T18:57:54,460 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-08T18:57:54,493 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733684255755 completed. 2024-12-08T18:57:54,520 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:57:54,534 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:57:54,546 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:backup_1733684255755', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:57:54,561 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:38211/backupUT/backup_1733684255755/.backup.manifest 2024-12-08T18:57:54,568 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733684255755/.backup.manifest 2024-12-08T18:57:54,596 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:57:54,607 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:57:55,160 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(116): writing 99 rows to test-1733684246918 2024-12-08T18:57:55,199 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(119): written 99 rows to test-1733684246918 2024-12-08T18:57:55,637 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(123): written 111 rows to test-1733684246918 to Mob enabled CF 2024-12-08T18:57:55,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17336842469181', row='row-t20', locateType=CURRENT is [region=ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:57:55,754 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(136): written 5 rows to ns2:test-17336842469181 2024-12-08T18:57:55,768 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster$3(2313): Client=jenkins//172.17.0.2 split test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:57:55,769 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] assignment.SplitTableRegionProcedure(210): test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. splitKey isn't explicitly specified, will try to find a best split key from RS b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:55,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/1f991adfa26e4f0aa90b079693ae4616 because midkey is the same as first or last row 2024-12-08T18:57:55,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f3/b95172240af548c6b6650bb0640d90ff because midkey is the same as first or last row 2024-12-08T18:57:55,774 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/625b56ee43fc46fea5c23b85bfe64147 because midkey is the same as first or last row 2024-12-08T18:57:55,775 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.HRegion(2902): Flushing be9a65a07e703f002deca928fe428f51 3/3 column families, dataSize=11.48 KB heapSize=27.79 KB 2024-12-08T18:57:55,850 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/f/ee7e85480a5b4ccd8c358c275225b06e is 59, key is row-test-1733684246918-1-10/f:q1/1733684274675/Put/seqid=0 2024-12-08T18:57:55,865 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741880_1056 (size=10796) 2024-12-08T18:57:55,866 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=5.30 KB at sequenceid=334 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/f/ee7e85480a5b4ccd8c358c275225b06e 2024-12-08T18:57:55,949 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120805d12ea71573440f81aa80e0fbdc0175_be9a65a07e703f002deca928fe428f51 is 63, key is row-test-1733684246918-3-100/mob:q1/1733684275592/Put/seqid=0 2024-12-08T18:57:55,960 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741881_1057 (size=5591) 2024-12-08T18:57:55,962 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:57:55,986 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.HMobStore(268): FLUSH Renaming flushed file from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/mobdir/.tmp/d41d8cd98f00b204e9800998ecf8427e2024120805d12ea71573440f81aa80e0fbdc0175_be9a65a07e703f002deca928fe428f51 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/mobdir/data/default/test-1733684246918/90834aed65acda2a5e99211f3ef3b851/mob/d41d8cd98f00b204e9800998ecf8427e2024120805d12ea71573440f81aa80e0fbdc0175_be9a65a07e703f002deca928fe428f51 2024-12-08T18:57:55,993 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] mob.DefaultMobStoreFlusher(263): Flush store file: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/mob/7d7858b05c1b4212bbaee62ad0549072, store: [table=test-1733684246918 family=mob region=be9a65a07e703f002deca928fe428f51] 2024-12-08T18:57:55,994 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/mob/7d7858b05c1b4212bbaee62ad0549072 is 192, key is row-test-1733684246918-3-100/mob:q1/1733684275592/Put/seqid=0 2024-12-08T18:57:56,006 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741882_1058 (size=13760) 2024-12-08T18:57:56,006 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] mob.DefaultMobStoreFlusher(147): Mob store is flushed, sequenceid=334, memsize=6.2 K, hasBloomFilter=true, into tmp file hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/mob/7d7858b05c1b4212bbaee62ad0549072 2024-12-08T18:57:56,016 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/f/ee7e85480a5b4ccd8c358c275225b06e as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/ee7e85480a5b4ccd8c358c275225b06e 2024-12-08T18:57:56,025 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/ee7e85480a5b4ccd8c358c275225b06e, entries=99, sequenceid=334, filesize=10.5 K 2024-12-08T18:57:56,026 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/mob/7d7858b05c1b4212bbaee62ad0549072 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/7d7858b05c1b4212bbaee62ad0549072 2024-12-08T18:57:56,034 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/7d7858b05c1b4212bbaee62ad0549072, entries=111, sequenceid=334, filesize=13.4 K 2024-12-08T18:57:56,035 INFO [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.HRegion(3140): Finished flush of dataSize ~11.48 KB/11754, heapSize ~27.51 KB/28168, currentSize=0 B/0 for be9a65a07e703f002deca928fe428f51 in 261ms, sequenceid=334, compaction requested=false 2024-12-08T18:57:56,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.HRegion(2603): Flush status journal for be9a65a07e703f002deca928fe428f51: 2024-12-08T18:57:56,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/ee7e85480a5b4ccd8c358c275225b06e because midkey is the same as first or last row 2024-12-08T18:57:56,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f3/b95172240af548c6b6650bb0640d90ff because midkey is the same as first or last row 2024-12-08T18:57:56,035 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.StoreUtils(137): cannot split hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/7d7858b05c1b4212bbaee62ad0549072 because midkey is the same as first or last row 2024-12-08T18:57:56,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] assignment.SplitTableRegionProcedure(223): Splittable=true state=OPEN, location=b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:56,038 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.MetricsHBaseServer(152): Unknown exception type org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) ~[classes/:?] at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) ~[classes/:?] at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) ~[classes/:?] at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) ~[classes/:?] at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) ~[classes/:?] at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) ~[classes/:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) ~[classes/:3.0.0-beta-2-SNAPSHOT] 2024-12-08T18:57:56,041 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.CallRunner(138): callId: 301 service: MasterService methodName: SplitRegion size: 98 connection: 172.17.0.2:38034 deadline: 1733684335766, exception=org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row 2024-12-08T18:57:56,043 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(147): region is not splittable, because java.util.concurrent.ExecutionException: org.apache.hadoop.hbase.DoNotRetryIOException: org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:57:56,043 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2726): Operation: SPLIT_REGION, Table Name: default:test-1733684246918 failed with org.apache.hadoop.hbase.DoNotRetryIOException: Region not splittable because bestSplitPoint = null, maybe table is too small for auto split. For force split, try specifying split row at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.checkSplittable(SplitTableRegionProcedure.java:240) at org.apache.hadoop.hbase.master.assignment.SplitTableRegionProcedure.(SplitTableRegionProcedure.java:135) at org.apache.hadoop.hbase.master.assignment.AssignmentManager.createSplitProcedure(AssignmentManager.java:1176) at org.apache.hadoop.hbase.master.HMaster$3.run(HMaster.java:2316) at org.apache.hadoop.hbase.master.procedure.MasterProcedureUtil.submitProcedure(MasterProcedureUtil.java:137) at org.apache.hadoop.hbase.master.HMaster.splitRegion(HMaster.java:2309) at org.apache.hadoop.hbase.master.MasterRpcServices.splitRegion(MasterRpcServices.java:955) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:57:56,043 INFO [Time-limited test {}] hbase.Waiter(181): Waiting up to [30,000] milli-secs(wait.for.ratio=[1]) 2024-12-08T18:57:56,045 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733684246918,, stopping at row=test-1733684246918 ,, for max=2147483647 with caching=100 2024-12-08T18:57:56,055 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733684246918,, stopping at row=test-1733684246918 ,, for max=2147483647 with caching=100 2024-12-08T18:57:56,064 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(152): split finished in =310 2024-12-08T18:57:56,076 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:57:56,083 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:57:56,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:57:56,110 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:57:56,112 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-08T18:57:56,117 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733684276064 2024-12-08T18:57:56,123 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733684255755} 2024-12-08T18:57:56,124 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-08T18:57:56,138 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:57:56,144 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:57:56,163 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:57:56,167 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:57:56,181 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-08T18:57:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733684276181 (current time:1733684276181). 2024-12-08T18:57:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T18:57:56,181 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-08T18:57:56,182 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@8651b72, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:57:56,183 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:57:56,184 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:57:56,184 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:57:56,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:57:56,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12fe94bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:56,185 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:57:56,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:57:56,186 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:56,187 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:33938, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:57:56,188 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@184c2880, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:57:56,188 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:57:56,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:57:56,190 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:57:56,192 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55274, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:57:56,195 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671. 2024-12-08T18:57:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:57:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:56,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:57:56,195 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:57:56,197 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T18:57:56,198 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-08T18:57:56,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-08T18:57:56,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-08T18:57:56,203 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T18:57:56,204 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T18:57:56,208 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T18:57:56,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741883_1059 (size=52) 2024-12-08T18:57:56,305 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-08T18:57:56,514 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-08T18:57:56,623 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T18:57:56,623 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af9995e992182b0982a4711b0548477e}] 2024-12-08T18:57:56,624 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af9995e992182b0982a4711b0548477e 2024-12-08T18:57:56,776 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=40 2024-12-08T18:57:56,777 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:57:56,777 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2902): Flushing af9995e992182b0982a4711b0548477e 2/2 column families, dataSize=1.44 KB heapSize=2.75 KB 2024-12-08T18:57:56,794 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/meta/b27901d1895b4164a6d90ac84edcacde is 158, key is trslm:hdfs://localhost:38211/backupUT\x00ns2:test-17336842469181/meta:log-roll-map/1733684273987/Put/seqid=0 2024-12-08T18:57:56,798 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741884_1060 (size=5914) 2024-12-08T18:57:56,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-08T18:57:57,200 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=746 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/meta/b27901d1895b4164a6d90ac84edcacde 2024-12-08T18:57:57,212 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/session/64ca12e950884706b828425ff6b2e1f2 is 433, key is session:backup_1733684255755/session:context/1733684274458/Put/seqid=0 2024-12-08T18:57:57,222 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741885_1061 (size=5535) 2024-12-08T18:57:57,224 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=732 B at sequenceid=17 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/session/64ca12e950884706b828425ff6b2e1f2 2024-12-08T18:57:57,234 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/meta/b27901d1895b4164a6d90ac84edcacde as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/b27901d1895b4164a6d90ac84edcacde 2024-12-08T18:57:57,243 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/b27901d1895b4164a6d90ac84edcacde, entries=6, sequenceid=17, filesize=5.8 K 2024-12-08T18:57:57,244 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/session/64ca12e950884706b828425ff6b2e1f2 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/64ca12e950884706b828425ff6b2e1f2 2024-12-08T18:57:57,252 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/64ca12e950884706b828425ff6b2e1f2, entries=2, sequenceid=17, filesize=5.4 K 2024-12-08T18:57:57,253 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(3140): Finished flush of dataSize ~1.44 KB/1478, heapSize ~2.72 KB/2784, currentSize=0 B/0 for af9995e992182b0982a4711b0548477e in 476ms, sequenceid=17, compaction requested=false 2024-12-08T18:57:57,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.HRegion(2603): Flush status journal for af9995e992182b0982a4711b0548477e: 2024-12-08T18:57:57,253 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. for snapshot_backup_system completed. 2024-12-08T18:57:57,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733684255952.af9995e992182b0982a4711b0548477e.' region-info for snapshot=snapshot_backup_system 2024-12-08T18:57:57,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:57:57,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/b27901d1895b4164a6d90ac84edcacde] hfiles 2024-12-08T18:57:57,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/1): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/b27901d1895b4164a6d90ac84edcacde for snapshot=snapshot_backup_system 2024-12-08T18:57:57,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/9a7e5b1083fb410b9a197acd1152d567, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/64ca12e950884706b828425ff6b2e1f2] hfiles 2024-12-08T18:57:57,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/9a7e5b1083fb410b9a197acd1152d567 for snapshot=snapshot_backup_system 2024-12-08T18:57:57,254 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/64ca12e950884706b828425ff6b2e1f2 for snapshot=snapshot_backup_system 2024-12-08T18:57:57,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741886_1062 (size=173) 2024-12-08T18:57:57,335 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-08T18:57:57,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:57:57,661 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=40}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=40 2024-12-08T18:57:57,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster(4169): Remote procedure done, pid=40 2024-12-08T18:57:57,662 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region af9995e992182b0982a4711b0548477e 2024-12-08T18:57:57,662 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=40, ppid=39, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af9995e992182b0982a4711b0548477e 2024-12-08T18:57:57,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=40, resume processing ppid=39 2024-12-08T18:57:57,667 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T18:57:57,667 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=40, ppid=39, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af9995e992182b0982a4711b0548477e in 1.0410 sec 2024-12-08T18:57:57,669 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T18:57:57,670 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T18:57:57,670 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-08T18:57:57,672 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-08T18:57:57,713 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741887_1063 (size=810) 2024-12-08T18:57:58,114 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T18:57:58,143 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T18:57:58,145 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_backup_system 2024-12-08T18:57:58,149 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=39, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T18:57:58,149 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 39 2024-12-08T18:57:58,152 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=39, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=39, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9520 sec 2024-12-08T18:57:58,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=39 2024-12-08T18:57:58,346 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-08T18:57:58,346 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733684276064 started at 1733684278346. 2024-12-08T18:57:58,350 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733684276064 has been started. 2024-12-08T18:57:58,360 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [ns2:test-17336842469181, test-1733684246918] 2024-12-08T18:57:58,366 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733684247890for backupID backup_1733684276064 2024-12-08T18:57:58,366 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-08T18:57:58,367 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-08T18:57:58,373 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-08T18:57:58,373 INFO [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-08T18:57:58,373 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-08T18:57:58,373 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-08T18:57:58,373 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-08T18:57:58,374 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-08T18:57:58,374 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-08T18:57:58,461 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:58,461 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-08T18:57:58,461 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-08T18:57:58,461 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T18:57:58,462 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:58,462 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-08T18:57:58,462 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-08T18:57:58,463 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-08T18:57:58,463 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-08T18:57:58,464 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-08T18:57:58,464 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-08T18:57:58,464 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-08T18:57:58,464 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-08T18:57:58,465 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-08T18:57:58,465 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-08T18:57:58,465 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-08T18:57:58,465 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-08T18:57:58,465 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b1d30ef9e474,46525,1733684236477' joining acquired barrier for procedure (rolllog) in zk 2024-12-08T18:57:58,471 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:58,471 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-08T18:57:58,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:58,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T18:57:58,472 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T18:57:58,473 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T18:57:58,473 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-08T18:57:58,473 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-08T18:57:58,474 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T18:57:58,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:57:58,475 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:58,476 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T18:57:58,476 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b1d30ef9e474,46525,1733684236477' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-08T18:57:58,476 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@3f74ec9d[Count = 0] remaining members to acquire global barrier 2024-12-08T18:57:58,476 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-08T18:57:58,477 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-08T18:57:58,482 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T18:57:58,482 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-08T18:57:58,482 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-08T18:57:58,483 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-08T18:57:58,483 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-08T18:57:58,483 DEBUG [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:58,483 INFO [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733684261841 highest: 1733684261841 on b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:58,484 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1:(num 1733684261801) roll requested 2024-12-08T18:57:58,485 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:58,485 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-08T18:57:58,517 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684278484, exclude list is [], retry=0 2024-12-08T18:57:58,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK] 2024-12-08T18:57:58,545 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684261801 with entries=224, filesize=29.77 KB; new WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684278484 2024-12-08T18:57:58,546 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-12-08T18:57:58,546 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684261801 is not closed yet, will try archiving it next time 2024-12-08T18:57:58,552 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0:(num 1733684261841) roll requested 2024-12-08T18:57:58,552 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684247890 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684247890 2024-12-08T18:57:58,553 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741857_1033 (size=30490) 2024-12-08T18:57:58,557 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684261801 not finished, retry = 0 2024-12-08T18:57:58,595 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684278552, exclude list is [], retry=0 2024-12-08T18:57:58,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK] 2024-12-08T18:57:58,629 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684261841 with entries=7, filesize=1.16 KB; new WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684278552 2024-12-08T18:57:58,629 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-12-08T18:57:58,629 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684261841 is not closed yet, will try archiving it next time 2024-12-08T18:57:58,629 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b1d30ef9e474%2C46525%2C1733684236477.meta:.meta(num 1733684261882) roll requested 2024-12-08T18:57:58,650 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684261841 not finished, retry = 0 2024-12-08T18:57:58,655 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684278629.meta, exclude list is [], retry=0 2024-12-08T18:57:58,657 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741858_1034 (size=1198) 2024-12-08T18:57:58,676 DEBUG [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 192 2024-12-08T18:57:58,676 INFO [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733684278552 on b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:58,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK] 2024-12-08T18:57:58,696 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684261882.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684278629.meta 2024-12-08T18:57:58,697 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-12-08T18:57:58,697 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684261882.meta is not closed yet, will try archiving it next time 2024-12-08T18:57:58,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:57:58,713 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684261882.meta not finished, retry = 0 2024-12-08T18:57:58,717 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741859_1035 (size=93) 2024-12-08T18:57:58,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:57:58,780 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-08T18:57:58,780 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b1d30ef9e474,46525,1733684236477' in zk 2024-12-08T18:57:58,829 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684261882.meta to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684261882.meta 2024-12-08T18:57:58,829 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:58,830 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-08T18:57:58,830 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-08T18:57:58,830 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-08T18:57:58,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:58,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T18:57:58,831 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T18:57:58,842 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T18:57:58,849 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T18:57:58,854 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:57:58,861 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:58,869 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T18:57:58,877 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:57:58,881 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:58,905 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b1d30ef9e474,46525,1733684236477': 2024-12-08T18:57:58,905 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b1d30ef9e474,46525,1733684236477' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-08T18:57:58,907 INFO [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-08T18:57:58,908 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-08T18:57:58,908 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-08T18:57:58,908 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-08T18:57:58,908 INFO [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-08T18:57:58,936 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T18:57:58,936 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-08T18:57:58,936 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T18:57:58,936 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T18:57:58,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T18:57:58,941 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-08T18:57:58,941 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-08T18:57:58,941 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-08T18:57:58,945 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T18:57:58,953 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-08T18:57:58,953 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T18:57:58,953 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:58,956 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-08T18:57:58,957 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:57:58,965 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T18:57:58,977 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:57:58,993 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:59,010 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:59,010 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T18:57:59,021 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:57:59,033 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:59,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:59,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-08T18:57:59,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-08T18:57:59,061 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-08T18:57:59,061 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-08T18:57:59,061 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T18:57:59,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-08T18:57:59,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:57:59,062 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-08T18:57:59,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T18:57:59,062 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-08T18:57:59,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T18:57:59,062 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-08T18:57:59,062 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T18:57:59,063 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-08T18:57:59,063 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T18:57:59,075 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-08T18:57:59,079 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {b1d30ef9e474:46525=1733684247890} newestTimestamps: {b1d30ef9e474:46525=1733684261841} 2024-12-08T18:57:59,083 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b1d30ef9e474%2C46525%2C1733684236477.meta.1733684240659.meta 2024-12-08T18:57:59,083 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b1d30ef9e474%2C46525%2C1733684236477.meta.1733684278629.meta 2024-12-08T18:57:59,083 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684261841 2024-12-08T18:57:59,083 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684278552 2024-12-08T18:57:59,083 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684261801 2024-12-08T18:57:59,083 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684278484 2024-12-08T18:57:59,085 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684261882.meta 2024-12-08T18:57:59,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741891_1067 (size=908) 2024-12-08T18:57:59,166 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733684246918 target: hdfs://localhost:38211/backupUT/backup_1733684276064/default/test-1733684246918 descriptor: 'test-1733684246918', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:57:59,166 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-08T18:57:59,170 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733684246918 2024-12-08T18:57:59,217 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741892_1068 (size=53) 2024-12-08T18:57:59,619 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733684246918 2024-12-08T18:57:59,669 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741893_1069 (size=364) 2024-12-08T18:58:00,071 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17336842469181 target: hdfs://localhost:38211/backupUT/backup_1733684276064/ns2/test-17336842469181 descriptor: 'ns2:test-17336842469181', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:58:00,071 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-08T18:58:00,075 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17336842469181 2024-12-08T18:58:00,104 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741894_1070 (size=50) 2024-12-08T18:58:00,503 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17336842469181 2024-12-08T18:58:00,518 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:38211/backupUT/.tmp/backup_1733684276064 from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684261841;hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684261801 2024-12-08T18:58:00,522 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1618dfb8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:00,522 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:58:00,522 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:58:00,524 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:58:00,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:58:00,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:58:00,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5529d375, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:00,525 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:58:00,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:58:00,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:00,529 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42922, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:58:00,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7c65bdc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:00,532 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:58:00,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:58:00,533 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@34d62737 2024-12-08T18:58:00,534 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:58:00,535 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42930, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:58:00,544 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-08T18:58:00,545 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17336842469181 2024-12-08T18:58:00,545 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17336842469181,, stopping at row=ns2:test-17336842469181 ,, for max=2147483647 with caching=100 2024-12-08T18:58:00,546 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:58:00,547 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:58:00,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:58:00,550 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53122, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:58:00,554 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17336842469181: ns2:test-17336842469181; 2024-12-08T18:58:00,554 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733684246918 2024-12-08T18:58:00,555 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733684246918,, stopping at row=test-1733684246918 ,, for max=2147483647 with caching=100 2024-12-08T18:58:00,559 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733684246918: test-1733684246918; 2024-12-08T18:58:00,559 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-08T18:58:00,559 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/partitions_08a19314-f216-429d-8cdb-be72946fd4a3 2024-12-08T18:58:00,601 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741895_1071 (size=192) 2024-12-08T18:58:01,006 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:01,007 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:01,007 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:01,040 DEBUG [master/b1d30ef9e474:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=41, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733684246918 2024-12-08T18:58:01,090 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741896_1072 (size=950) 2024-12-08T18:58:01,492 DEBUG [PEWorker-2 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/.tabledesc/.tableinfo.0000000002.908 2024-12-08T18:58:01,492 INFO [PEWorker-2 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/.tabledesc/.tableinfo.0000000003.950 2024-12-08T18:58:01,495 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=41, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733684246918 in 459 msec 2024-12-08T18:58:02,226 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop-1388979334445652174.jar 2024-12-08T18:58:02,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:02,227 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:02,228 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:02,229 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:02,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:02,230 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:02,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:02,231 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:02,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:02,232 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:58:02,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T18:58:02,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T18:58:02,233 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T18:58:02,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T18:58:02,234 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T18:58:02,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T18:58:02,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T18:58:02,235 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T18:58:02,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T18:58:02,236 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T18:58:02,238 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:02,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:02,239 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:02,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:02,240 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:02,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:02,241 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:02,242 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:test-17336842469181,default:test-1733684246918 2024-12-08T18:58:02,242 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:58:02,242 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:157) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:58:02,242 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:02,243 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:58:02,243 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:02,244 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:58:03,378 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop-1039597928829237464.jar 2024-12-08T18:58:03,393 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T18:58:03,449 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684261841 for WAL files 2024-12-08T18:58:03,451 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684261841 2024-12-08T18:58:03,451 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684261801 for WAL files 2024-12-08T18:58:03,452 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684261801 2024-12-08T18:58:03,641 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1048059123_0003_bc23f5fb-4b97-4546-af36-018aaa9307a9/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-12-08T18:58:03,641 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1048059123_0003_bc23f5fb-4b97-4546-af36-018aaa9307a9/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-12-08T18:58:03,787 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684261801 for hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684261801 (-9223372036854775808:9223372036854775807) length:30490 2024-12-08T18:58:03,820 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-08T18:58:03,820 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-08T18:58:03,921 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684261841 for hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684261841 (-9223372036854775808:9223372036854775807) length:1198 2024-12-08T18:58:03,947 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-08T18:58:03,947 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-08T18:58:04,103 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@799d7a7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:04,103 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:58:04,104 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:58:04,105 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:58:04,105 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:58:04,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:58:04,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b53fbc5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:04,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:58:04,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:58:04,107 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:04,108 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42954, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:58:04,109 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@442aa769, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:04,110 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:58:04,111 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:58:04,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:58:04,113 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:58:04,119 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:test-17336842469181', row='row-t20', locateType=CURRENT is [region=ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:58:04,120 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-08T18:58:04,120 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:58:04,120 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:04,120 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:04,120 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-08T18:58:04,120 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b1d30ef9e474 2024-12-08T18:58:04,120 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:58:04,142 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/backupUT/.tmp/backup_1733684276064/_temporary/0/_temporary/attempt_local1048059123_0003_r_000000_0/ns2/test-17336842469181/f/225718bedadd4d49bfe8ba6a9bce734e is 38, key is row-t20/f:q1/1733684275674/Put/seqid=0 2024-12-08T18:58:04,206 WARN [Thread-949 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b1d30ef9e474:46525] Specified favored nodes: [b1d30ef9e474:46525] 2024-12-08T18:58:04,208 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741897_1073 (size=5275) 2024-12-08T18:58:04,636 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2691b798, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:04,636 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:58:04,636 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:58:04,637 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:58:04,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:58:04,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:58:04,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@476c0168, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:04,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:58:04,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:58:04,638 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:04,639 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42970, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:58:04,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c40d50a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:04,641 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:58:04,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:58:04,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:58:04,646 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53142, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:58:04,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733684246918', row='row-test-1733684246918-1-0', locateType=CURRENT is [region=test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51., hostname=b1d30ef9e474,46525,1733684236477, seqNum=107] 2024-12-08T18:58:04,648 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-08T18:58:04,649 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:58:04,649 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:04,649 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:04,649 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:58:04,649 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733684246918-1-0] 2024-12-08T18:58:04,649 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b1d30ef9e474 2024-12-08T18:58:04,665 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@74daa16a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:04,665 DEBUG [pool-205-thread-1 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:58:04,665 DEBUG [pool-205-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:58:04,666 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:58:04,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:58:04,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:58:04,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7be3fd92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:04,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:58:04,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:58:04,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:04,669 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:42996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:58:04,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b2b5c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:04,671 DEBUG [pool-205-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:58:04,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:58:04,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:58:04,674 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53146, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:58:04,676 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733684246918', row='row-test-1733684246918-3-0', locateType=CURRENT is [region=test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51., hostname=b1d30ef9e474,46525,1733684236477, seqNum=107] 2024-12-08T18:58:04,676 INFO [pool-205-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-205-thread-1. 2024-12-08T18:58:04,676 DEBUG [pool-205-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:58:04,677 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:04,677 DEBUG [pool-205-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:04,677 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733684246918-3-0] 2024-12-08T18:58:04,677 DEBUG [pool-205-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b1d30ef9e474 2024-12-08T18:58:04,677 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:58:04,690 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/backupUT/.tmp/backup_1733684276064/_temporary/0/_temporary/attempt_local1048059123_0003_r_000001_0/default/test-1733684246918/f/9fb1c31a4c8e44928ba5a6d312acc008 is 59, key is row-test-1733684246918-1-10/f:q1/1733684274675/Put/seqid=0 2024-12-08T18:58:04,693 WARN [Thread-961 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b1d30ef9e474:46525] Specified favored nodes: [b1d30ef9e474:46525] 2024-12-08T18:58:04,714 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741898_1074 (size=10770) 2024-12-08T18:58:05,116 DEBUG [pool-205-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/backupUT/.tmp/backup_1733684276064/_temporary/0/_temporary/attempt_local1048059123_0003_r_000001_0/default/test-1733684246918/mob/5d270d89bcc340e6b6896250022a1245 is 63, key is row-test-1733684246918-3-100/mob:q1/1733684275592/Put/seqid=0 2024-12-08T18:58:05,118 WARN [Thread-963 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b1d30ef9e474:46525] Specified favored nodes: [b1d30ef9e474:46525] 2024-12-08T18:58:05,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741899_1075 (size=11811) 2024-12-08T18:58:05,710 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:38211/backupUT 2024-12-08T18:58:05,711 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733684276064 2024-12-08T18:58:05,711 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-08T18:58:05,731 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:38211/backupUT/.tmp/backup_1733684276064, hdfs://localhost:38211/backupUT] 2024-12-08T18:58:05,808 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T18:58:06,056 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741900_1076 (size=5275) 2024-12-08T18:58:06,476 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741901_1077 (size=10770) 2024-12-08T18:58:06,897 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741902_1078 (size=11811) 2024-12-08T18:58:06,961 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-08T18:58:06,964 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733684276064 2024-12-08T18:58:06,964 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 27856 bytes copied." 2024-12-08T18:58:06,964 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local1904260929_0004 completed: true true 2024-12-08T18:58:06,965 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=3831860 FILE: Number of bytes written=6234304 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=231522 HDFS: Number of bytes written=2433110 HDFS: Number of read operations=646 HDFS: Number of large read operations=0 HDFS: Number of write operations=250 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=12 Map output records=0 Input split bytes=343 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=3004 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=27856 Bytes Copied=27856 Bytes Expected=27856 Files Copied=4 DIR_COPY=8 2024-12-08T18:58:06,965 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:38211/backupUT/.tmp/backup_1733684276064 to hdfs://localhost:38211/backupUT finished. 2024-12-08T18:58:06,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system_bulk', row='bulk:test-1733684246918:', locateType=CURRENT is [region=backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:58:06,980 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733684276064 2024-12-08T18:58:06,983 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733684255755} 2024-12-08T18:58:06,983 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-08T18:58:06,988 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741903_1079 (size=317) 2024-12-08T18:58:07,389 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:38211/backupUT/backup_1733684276064/.backup.manifest 2024-12-08T18:58:07,389 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733684276064 finished: type=INCREMENTAL,tablelist=test-1733684246918;ns2:test-17336842469181,targetRootDir=hdfs://localhost:38211/backupUT,startts=1733684278346,completets=1733684286979,bytescopied=0 2024-12-08T18:58:07,389 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-08T18:58:07,396 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-08T18:58:07,399 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-08T18:58:07,401 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-08T18:58:07,403 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-08T18:58:07,409 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733684276064 completed. 2024-12-08T18:58:07,409 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-08T18:58:07,420 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:07,426 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:07,434 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:38211/backupUT/backup_1733684276064/.backup.manifest 2024-12-08T18:58:07,437 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733684276064/.backup.manifest 2024-12-08T18:58:07,438 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:38211/backupUT/backup_1733684276064/.backup.manifest 2024-12-08T18:58:07,442 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733684276064/.backup.manifest 2024-12-08T18:58:07,443 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table test-1733684246918 from 'test-1733684246918', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'test-1733684246918', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:58:07,446 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=42, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=test-1733684246918 2024-12-08T18:58:07,464 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741904_1080 (size=908) 2024-12-08T18:58:07,870 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/.tabledesc/.tableinfo.0000000003.950 2024-12-08T18:58:07,871 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/.tabledesc/.tableinfo.0000000004.908 2024-12-08T18:58:07,876 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=43, ppid=42, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=test-1733684246918}] 2024-12-08T18:58:07,880 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, REOPEN/MOVE}] 2024-12-08T18:58:07,882 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, REOPEN/MOVE 2024-12-08T18:58:07,884 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=be9a65a07e703f002deca928fe428f51, regionState=CLOSING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:07,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, REOPEN/MOVE because future has completed 2024-12-08T18:58:07,890 DEBUG [PEWorker-4 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T18:58:07,890 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure be9a65a07e703f002deca928fe428f51, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:58:08,044 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(122): Close be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:08,044 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T18:58:08,044 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1722): Closing be9a65a07e703f002deca928fe428f51, disabling compactions & flushes 2024-12-08T18:58:08,044 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1755): Closing region test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:58:08,045 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:58:08,045 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1843): Acquired close lock on test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. after waiting 0 ms 2024-12-08T18:58:08,045 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1853): Updates disabled for region test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:58:08,110 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/recovered.edits/337.seqid, newMaxSeqId=337, maxSeqId=106 2024-12-08T18:58:08,113 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:58:08,114 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1973): Closed test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:58:08,114 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegion(1676): Region close journal for be9a65a07e703f002deca928fe428f51: Waiting for close lock at 1733684288044Running coprocessor pre-close hooks at 1733684288044Disabling compacts and flushes for region at 1733684288044Disabling writes for close at 1733684288045 (+1 ms)Writing region close event to WAL at 1733684288081 (+36 ms)Running coprocessor post-close hooks at 1733684288113 (+32 ms)Closed at 1733684288114 (+1 ms) 2024-12-08T18:58:08,114 WARN [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] regionserver.HRegionServer(3299): Not adding moved region record: be9a65a07e703f002deca928fe428f51 to self. 2024-12-08T18:58:08,121 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=45}] handler.UnassignRegionHandler(157): Closed be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:08,122 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=be9a65a07e703f002deca928fe428f51, regionState=CLOSED 2024-12-08T18:58:08,127 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=45, ppid=44, state=RUNNABLE, hasLock=false; CloseRegionProcedure be9a65a07e703f002deca928fe428f51, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:58:08,139 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=45, resume processing ppid=44 2024-12-08T18:58:08,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=45, ppid=44, state=SUCCESS, hasLock=false; CloseRegionProcedure be9a65a07e703f002deca928fe428f51, server=b1d30ef9e474,46525,1733684236477 in 244 msec 2024-12-08T18:58:08,140 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, REOPEN/MOVE; state=CLOSED, location=b1d30ef9e474,46525,1733684236477; forceNewPlan=false, retain=true 2024-12-08T18:58:08,291 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=be9a65a07e703f002deca928fe428f51, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:08,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=44, ppid=43, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, REOPEN/MOVE because future has completed 2024-12-08T18:58:08,306 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure be9a65a07e703f002deca928fe428f51, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:58:08,470 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(132): Open test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:58:08,470 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7752): Opening region: {ENCODED => be9a65a07e703f002deca928fe428f51, NAME => 'test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51.', STARTKEY => '', ENDKEY => ''} 2024-12-08T18:58:08,471 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:58:08,471 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table test-1733684246918 be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:08,471 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(898): Instantiated test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:58:08,471 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7794): checking encryption for be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:08,471 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(7797): checking classloading for be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:08,473 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:08,475 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be9a65a07e703f002deca928fe428f51 columnFamilyName f 2024-12-08T18:58:08,475 DEBUG [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:58:08,488 DEBUG [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/1f991adfa26e4f0aa90b079693ae4616 2024-12-08T18:58:08,500 DEBUG [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/ee7e85480a5b4ccd8c358c275225b06e 2024-12-08T18:58:08,500 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.HStore(327): Store=be9a65a07e703f002deca928fe428f51/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:58:08,500 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:08,502 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be9a65a07e703f002deca928fe428f51 columnFamilyName f2 2024-12-08T18:58:08,503 DEBUG [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:58:08,503 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.HStore(327): Store=be9a65a07e703f002deca928fe428f51/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:58:08,504 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:08,505 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region be9a65a07e703f002deca928fe428f51 columnFamilyName mob 2024-12-08T18:58:08,506 DEBUG [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:58:08,515 DEBUG [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/625b56ee43fc46fea5c23b85bfe64147 2024-12-08T18:58:08,523 DEBUG [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/7d7858b05c1b4212bbaee62ad0549072 2024-12-08T18:58:08,523 INFO [StoreOpener-be9a65a07e703f002deca928fe428f51-1 {}] regionserver.HStore(327): Store=be9a65a07e703f002deca928fe428f51/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:58:08,524 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1038): replaying wal for be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:08,525 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:08,527 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:08,528 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1048): stopping wal replay for be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:08,528 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1060): Cleaning up temporary data for be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:08,529 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table test-1733684246918 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T18:58:08,533 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1093): writing seq id for be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:08,537 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1114): Opened be9a65a07e703f002deca928fe428f51; next sequenceid=338; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11239716800, jitterRate=0.04678019881248474}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T18:58:08,537 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1122): Running coprocessor post-open hooks for be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:08,543 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegion(1006): Region open journal for be9a65a07e703f002deca928fe428f51: Running coprocessor pre-open hook at 1733684288471Writing region info on filesystem at 1733684288471Initializing all the Stores at 1733684288473 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684288473Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684288473Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684288473Cleaning up temporary data from old regions at 1733684288528 (+55 ms)Running coprocessor post-open hooks at 1733684288537 (+9 ms)Region opened successfully at 1733684288543 (+6 ms) 2024-12-08T18:58:08,545 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2236): Post open deploy tasks for test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51., pid=46, masterSystemTime=1733684288465 2024-12-08T18:58:08,547 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] regionserver.HRegionServer(2266): Finished post open deploy task for test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:58:08,547 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=46}] handler.AssignRegionHandler(153): Opened test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:58:08,548 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=44 updating hbase:meta row=be9a65a07e703f002deca928fe428f51, regionState=OPEN, openSeqNum=338, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:08,552 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=46, ppid=44, state=RUNNABLE, hasLock=false; OpenRegionProcedure be9a65a07e703f002deca928fe428f51, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:58:08,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=46, resume processing ppid=44 2024-12-08T18:58:08,558 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=46, ppid=44, state=SUCCESS, hasLock=false; OpenRegionProcedure be9a65a07e703f002deca928fe428f51, server=b1d30ef9e474,46525,1733684236477 in 248 msec 2024-12-08T18:58:08,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=44, resume processing ppid=43 2024-12-08T18:58:08,561 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=44, ppid=43, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=test-1733684246918, region=be9a65a07e703f002deca928fe428f51, REOPEN/MOVE in 678 msec 2024-12-08T18:58:08,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=43, resume processing ppid=42 2024-12-08T18:58:08,565 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=43, ppid=42, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=test-1733684246918 in 686 msec 2024-12-08T18:58:08,568 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=test-1733684246918 2024-12-08T18:58:08,576 DEBUG [PEWorker-4 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f3/b95172240af548c6b6650bb0640d90ff to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f3/b95172240af548c6b6650bb0640d90ff 2024-12-08T18:58:08,580 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=42, state=SUCCESS, hasLock=false; ModifyTableProcedure table=test-1733684246918 in 1.1330 sec 2024-12-08T18:58:08,581 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=42 2024-12-08T18:58:08,581 INFO [RPCClient-NioEventLoopGroup-4-4 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:test-1733684246918 completed 2024-12-08T18:58:08,595 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:08,607 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:08,640 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:08,648 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:08,652 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-08T18:58:08,660 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733684288582 2024-12-08T18:58:08,664 DEBUG [Time-limited test {}] impl.TableBackupClient(330): Dependent incremental backup image: {BackupID=backup_1733684276064} 2024-12-08T18:58:08,664 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733684255755} 2024-12-08T18:58:08,664 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 2 ancestors for the current backup. 2024-12-08T18:58:08,690 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:08,698 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:08,733 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:08,741 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:08,762 ERROR [Time-limited test {}] impl.TableBackupClient(232): Unexpected Exception : Mismatch in column family descriptor for table: test-1733684246918 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException: Mismatch in column family descriptor for table: test-1733684246918 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} Backup families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at org.apache.hadoop.hbase.backup.impl.ColumnFamilyMismatchException$ColumnFamilyMismatchExceptionBuilder.build(ColumnFamilyMismatchException.java:56) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.verifyCfCompatibility(IncrementalTableBackupClient.java:513) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:280) ~[classes/:?] at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) ~[classes/:?] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.lambda$TestIncBackupRestore$0(TestIncrementalBackup.java:175) ~[test-classes/:?] at org.junit.Assert.assertThrows(Assert.java:1001) ~[junit-4.13.2.jar:4.13.2] at org.junit.Assert.assertThrows(Assert.java:981) ~[junit-4.13.2.jar:4.13.2] at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:174) ~[test-classes/:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) ~[?:?] at jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) ~[?:?] at java.lang.reflect.Method.invoke(Method.java:568) ~[?:?] at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.run(ParentRunner.java:413) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:128) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.Suite.runChild(Suite.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) ~[junit-4.13.2.jar:4.13.2] at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) ~[junit-4.13.2.jar:4.13.2] at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) ~[junit-4.13.2.jar:4.13.2] at java.util.concurrent.FutureTask.run(FutureTask.java:264) ~[?:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] 2024-12-08T18:58:08,765 ERROR [Time-limited test {}] impl.TableBackupClient(244): BackupId=backup_1733684288582,startts=0,failedts=1733684288762,failedphase=REQUEST,failedmessage= Mismatch in column family descriptor for table: test-1733684246918 Current families: {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'},{NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'tru 2024-12-08T18:58:08,765 DEBUG [Time-limited test {}] impl.BackupSystemTable(1537): Restoring backup:system from snapshot 2024-12-08T18:58:08,768 WARN [Time-limited test {}] impl.BackupSystemTable(1549): Could not restore backup system table. Snapshot snapshot_backup_system does not exists. 2024-12-08T18:58:08,768 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-08T18:58:08,771 ERROR [Time-limited test {}] impl.BackupSystemTable(1578): Snapshot snapshot_backup_system does not exists 2024-12-08T18:58:08,771 DEBUG [Time-limited test {}] impl.TableBackupClient(188): Trying to cleanup up target dir. Current backup phase: REQUEST 2024-12-08T18:58:08,774 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-08T18:58:08,782 ERROR [Time-limited test {}] impl.TableBackupClient(250): Backup backup_1733684288582 failed. 2024-12-08T18:58:08,809 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:08,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:08,838 INFO [Time-limited test {}] impl.BackupManager(225): Full backup all the tables available in the cluster: [backup:system_bulk, test-1733684246918, ns2:test-17336842469181, ns3:test-17336842469182, ns4:test-17336842469183] 2024-12-08T18:58:08,839 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-08T18:58:08,851 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-08T18:58:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733684288851 (current time:1733684288851). 2024-12-08T18:58:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T18:58:08,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-08T18:58:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32cf3c4d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:58:08,852 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:58:08,854 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:58:08,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:58:08,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:58:08,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@590cf0eb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:08,855 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:58:08,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:58:08,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:08,861 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:43008, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:58:08,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4d58865e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:08,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:58:08,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:58:08,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:58:08,866 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:53154, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:58:08,870 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671. 2024-12-08T18:58:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:58:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:08,870 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:08,871 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:58:08,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T18:58:08,879 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-08T18:58:08,880 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-12-08T18:58:08,882 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-08T18:58:08,882 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T18:58:08,885 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T18:58:08,894 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T18:58:08,922 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741905_1081 (size=52) 2024-12-08T18:58:08,928 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T18:58:08,929 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af9995e992182b0982a4711b0548477e}] 2024-12-08T18:58:08,930 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af9995e992182b0982a4711b0548477e 2024-12-08T18:58:08,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-08T18:58:09,083 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=48 2024-12-08T18:58:09,083 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:58:09,084 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2902): Flushing af9995e992182b0982a4711b0548477e 2/2 column families, dataSize=2.61 KB heapSize=3.99 KB 2024-12-08T18:58:09,088 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/meta/431d087dbbe84a0fb9dbb25db108ef67 is 158, key is trslm:hdfs://localhost:38211/backupUT\x00ns2:test-17336842469181/meta:log-roll-map/1733684286970/Put/seqid=0 2024-12-08T18:58:09,097 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741906_1082 (size=5745) 2024-12-08T18:58:09,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-08T18:58:09,498 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=492 B at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/meta/431d087dbbe84a0fb9dbb25db108ef67 2024-12-08T18:58:09,505 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-08T18:58:09,508 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/session/b0ff55d107224474b28a30f25e7de9a9 is 1245, key is session:backup_1733684288582/session:context/1733684288773/Put/seqid=0 2024-12-08T18:58:09,516 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741907_1083 (size=6682) 2024-12-08T18:58:09,917 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=2.13 KB at sequenceid=31 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/session/b0ff55d107224474b28a30f25e7de9a9 2024-12-08T18:58:09,927 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/meta/431d087dbbe84a0fb9dbb25db108ef67 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/431d087dbbe84a0fb9dbb25db108ef67 2024-12-08T18:58:09,936 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/431d087dbbe84a0fb9dbb25db108ef67, entries=4, sequenceid=31, filesize=5.6 K 2024-12-08T18:58:09,938 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/session/b0ff55d107224474b28a30f25e7de9a9 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/b0ff55d107224474b28a30f25e7de9a9 2024-12-08T18:58:09,948 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/b0ff55d107224474b28a30f25e7de9a9, entries=3, sequenceid=31, filesize=6.5 K 2024-12-08T18:58:09,950 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(3140): Finished flush of dataSize ~2.61 KB/2669, heapSize ~3.96 KB/4056, currentSize=0 B/0 for af9995e992182b0982a4711b0548477e in 867ms, sequenceid=31, compaction requested=true 2024-12-08T18:58:09,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.HRegion(2603): Flush status journal for af9995e992182b0982a4711b0548477e: 2024-12-08T18:58:09,950 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. for snapshot_backup_system completed. 2024-12-08T18:58:09,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733684255952.af9995e992182b0982a4711b0548477e.' region-info for snapshot=snapshot_backup_system 2024-12-08T18:58:09,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:58:09,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/b27901d1895b4164a6d90ac84edcacde, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/431d087dbbe84a0fb9dbb25db108ef67] hfiles 2024-12-08T18:58:09,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/b27901d1895b4164a6d90ac84edcacde for snapshot=snapshot_backup_system 2024-12-08T18:58:09,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/431d087dbbe84a0fb9dbb25db108ef67 for snapshot=snapshot_backup_system 2024-12-08T18:58:09,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/9a7e5b1083fb410b9a197acd1152d567, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/64ca12e950884706b828425ff6b2e1f2, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/b0ff55d107224474b28a30f25e7de9a9] hfiles 2024-12-08T18:58:09,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/9a7e5b1083fb410b9a197acd1152d567 for snapshot=snapshot_backup_system 2024-12-08T18:58:09,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/64ca12e950884706b828425ff6b2e1f2 for snapshot=snapshot_backup_system 2024-12-08T18:58:09,951 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/b0ff55d107224474b28a30f25e7de9a9 for snapshot=snapshot_backup_system 2024-12-08T18:58:09,973 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741908_1084 (size=251) 2024-12-08T18:58:10,015 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-08T18:58:10,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:58:10,374 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=48}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=48 2024-12-08T18:58:10,375 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster(4169): Remote procedure done, pid=48 2024-12-08T18:58:10,375 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region af9995e992182b0982a4711b0548477e 2024-12-08T18:58:10,376 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=48, ppid=47, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af9995e992182b0982a4711b0548477e 2024-12-08T18:58:10,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=48, resume processing ppid=47 2024-12-08T18:58:10,381 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=48, ppid=47, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af9995e992182b0982a4711b0548477e in 1.4490 sec 2024-12-08T18:58:10,381 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T18:58:10,383 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T18:58:10,384 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T18:58:10,384 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-08T18:58:10,385 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-08T18:58:10,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741909_1085 (size=888) 2024-12-08T18:58:10,817 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T18:58:10,830 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T18:58:10,831 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_backup_system 2024-12-08T18:58:10,833 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=47, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T18:58:10,834 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 47 2024-12-08T18:58:10,836 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=47, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=47, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.9620 sec 2024-12-08T18:58:10,937 DEBUG [master/b1d30ef9e474:0.Chore.1 {}] procedure2.ProcedureExecutor(1139): Stored pid=49, state=RUNNABLE:MODIFY_TABLE_DESCRIPTOR_PREPARE, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733684246918 2024-12-08T18:58:10,985 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741910_1086 (size=950) 2024-12-08T18:58:11,001 DEBUG [PEWorker-4 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/.tabledesc/.tableinfo.0000000004.908 2024-12-08T18:58:11,001 INFO [PEWorker-4 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/.tabledesc/.tableinfo.0000000005.950 2024-12-08T18:58:11,004 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=49, state=SUCCESS, hasLock=false; InitializeStoreFileTrackerProcedure table=test-1733684246918 in 66 msec 2024-12-08T18:58:11,025 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=47 2024-12-08T18:58:11,025 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-08T18:58:11,025 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733684288783 started at 1733684291025. 2024-12-08T18:58:11,029 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733684288783 has been started. 2024-12-08T18:58:11,035 INFO [Time-limited test {}] impl.FullTableBackupClient(153): Execute roll log procedure for full backup ... 2024-12-08T18:58:11,036 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-08T18:58:11,037 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-08T18:58:11,041 INFO [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-08T18:58:11,041 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-08T18:58:11,041 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-08T18:58:11,041 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-08T18:58:11,049 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-08T18:58:11,050 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-08T18:58:11,376 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:11,376 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-08T18:58:11,376 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-08T18:58:11,376 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T18:58:11,377 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:11,377 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-08T18:58:11,377 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-08T18:58:11,378 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-08T18:58:11,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-08T18:58:11,378 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-08T18:58:11,378 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-08T18:58:11,379 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-08T18:58:11,379 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-08T18:58:11,379 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-08T18:58:11,379 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-08T18:58:11,379 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-08T18:58:11,379 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-08T18:58:11,379 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b1d30ef9e474,46525,1733684236477' joining acquired barrier for procedure (rolllog) in zk 2024-12-08T18:58:11,662 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:11,663 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:11,663 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T18:58:11,663 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T18:58:11,663 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-08T18:58:11,664 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T18:58:11,664 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-08T18:58:11,664 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-08T18:58:11,664 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T18:58:11,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:58:11,665 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:11,666 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T18:58:11,666 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b1d30ef9e474,46525,1733684236477' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-08T18:58:11,666 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@68ab633d[Count = 0] remaining members to acquire global barrier 2024-12-08T18:58:11,666 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-08T18:58:11,666 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-08T18:58:11,890 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T18:58:11,890 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-08T18:58:11,890 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-08T18:58:11,890 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-08T18:58:11,890 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-08T18:58:11,890 DEBUG [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:11,891 INFO [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733684278552 highest: 1733684278552 on b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:11,891 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1:(num 1733684278484) roll requested 2024-12-08T18:58:11,897 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:11,897 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-08T18:58:11,909 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684291891, exclude list is [], retry=0 2024-12-08T18:58:11,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK] 2024-12-08T18:58:11,930 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684278484 with entries=15, filesize=4.80 KB; new WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684291891 2024-12-08T18:58:11,930 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-12-08T18:58:11,930 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684278484 is not closed yet, will try archiving it next time 2024-12-08T18:58:11,930 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0:(num 1733684278552) roll requested 2024-12-08T18:58:11,931 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684261801 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684261801 2024-12-08T18:58:11,938 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741888_1064 (size=4927) 2024-12-08T18:58:11,941 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684278484 not finished, retry = 0 2024-12-08T18:58:11,956 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684291931, exclude list is [], retry=0 2024-12-08T18:58:11,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK] 2024-12-08T18:58:11,985 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684278552 with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684291931 2024-12-08T18:58:11,985 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-12-08T18:58:11,985 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684278552 is not closed yet, will try archiving it next time 2024-12-08T18:58:11,985 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b1d30ef9e474%2C46525%2C1733684236477.meta:.meta(num 1733684278629) roll requested 2024-12-08T18:58:11,999 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741889_1065 (size=93) 2024-12-08T18:58:12,002 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684278552 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684278552 2024-12-08T18:58:12,028 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684291986.meta, exclude list is [], retry=0 2024-12-08T18:58:12,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK] 2024-12-08T18:58:12,034 DEBUG [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 143 2024-12-08T18:58:12,034 INFO [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733684291931 on b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:12,046 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684278629.meta with entries=4, filesize=1.85 KB; new WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684291986.meta 2024-12-08T18:58:12,047 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-12-08T18:58:12,047 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684278629.meta is not closed yet, will try archiving it next time 2024-12-08T18:58:12,052 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684278629.meta not finished, retry = 0 2024-12-08T18:58:12,053 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741890_1066 (size=1903) 2024-12-08T18:58:12,075 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:12,086 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:12,112 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-08T18:58:12,113 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b1d30ef9e474,46525,1733684236477' in zk 2024-12-08T18:58:12,144 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:12,144 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-08T18:58:12,144 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-08T18:58:12,144 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-08T18:58:12,144 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:12,145 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T18:58:12,145 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T18:58:12,145 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T18:58:12,146 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T18:58:12,146 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:58:12,147 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:12,147 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T18:58:12,148 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:58:12,148 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:12,149 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b1d30ef9e474,46525,1733684236477': 2024-12-08T18:58:12,149 INFO [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-08T18:58:12,149 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b1d30ef9e474,46525,1733684236477' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-08T18:58:12,149 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-08T18:58:12,149 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-08T18:58:12,150 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-08T18:58:12,150 INFO [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-08T18:58:12,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T18:58:12,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-08T18:58:12,163 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T18:58:12,163 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-08T18:58:12,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-08T18:58:12,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-08T18:58:12,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T18:58:12,164 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T18:58:12,164 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-08T18:58:12,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T18:58:12,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T18:58:12,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-08T18:58:12,165 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:12,165 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:58:12,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T18:58:12,166 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:58:12,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:12,167 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:12,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T18:58:12,167 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:58:12,168 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:12,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-08T18:58:12,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-08T18:58:12,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:12,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-08T18:58:12,176 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-08T18:58:12,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-08T18:58:12,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:12,176 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T18:58:12,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T18:58:12,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T18:58:12,176 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T18:58:12,176 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-08T18:58:12,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-08T18:58:12,176 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-08T18:58:12,177 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-08T18:58:12,177 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T18:58:12,185 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-08T18:58:12,189 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733684292188_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-08T18:58:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733684292189 (current time:1733684292189). 2024-12-08T18:58:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T18:58:12,189 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733684292188_backup_system_bulk VERSION not specified, setting to 2 2024-12-08T18:58:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2856ff92, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:58:12,190 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:58:12,191 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:58:12,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:58:12,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:58:12,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6edfc366, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:12,192 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:58:12,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:58:12,193 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:12,194 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49986, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:58:12,195 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@395b5730, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:12,195 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:58:12,196 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:58:12,197 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:58:12,198 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57924, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:58:12,199 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671. 2024-12-08T18:58:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:58:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:12,199 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:12,199 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:58:12,200 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T18:58:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733684292188_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } 2024-12-08T18:58:12,204 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733684292188_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-08T18:58:12,205 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T18:58:12,205 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733684292188_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T18:58:12,206 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733684292188_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T18:58:12,210 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733684292188_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T18:58:12,221 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741914_1090 (size=76) 2024-12-08T18:58:12,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T18:58:12,525 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T18:58:12,621 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733684292188_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T18:58:12,621 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b95382f55d5205e381658050356faa4}] 2024-12-08T18:58:12,622 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b95382f55d5205e381658050356faa4 2024-12-08T18:58:12,779 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=51 2024-12-08T18:58:12,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. 2024-12-08T18:58:12,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.HRegion(2603): Flush status journal for 2b95382f55d5205e381658050356faa4: 2024-12-08T18:58:12,779 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. for snapshot_1733684292188_backup_system_bulk completed. 2024-12-08T18:58:12,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(241): Storing 'backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4.' region-info for snapshot=snapshot_1733684292188_backup_system_bulk 2024-12-08T18:58:12,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:58:12,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:58:12,780 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:58:12,809 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741915_1091 (size=61) 2024-12-08T18:58:12,834 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T18:58:13,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. 2024-12-08T18:58:13,205 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=51}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=51 2024-12-08T18:58:13,206 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster(4169): Remote procedure done, pid=51 2024-12-08T18:58:13,206 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733684292188_backup_system_bulk on region 2b95382f55d5205e381658050356faa4 2024-12-08T18:58:13,206 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=51, ppid=50, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 2b95382f55d5205e381658050356faa4 2024-12-08T18:58:13,210 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=51, resume processing ppid=50 2024-12-08T18:58:13,211 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733684292188_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T18:58:13,211 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=51, ppid=50, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 2b95382f55d5205e381658050356faa4 in 586 msec 2024-12-08T18:58:13,213 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733684292188_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T18:58:13,214 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733684292188_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T18:58:13,214 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733684292188_backup_system_bulk 2024-12-08T18:58:13,216 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_1733684292188_backup_system_bulk 2024-12-08T18:58:13,231 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741916_1092 (size=702) 2024-12-08T18:58:13,238 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733684292188_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T18:58:13,250 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733684292188_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T18:58:13,251 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_1733684292188_backup_system_bulk to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_1733684292188_backup_system_bulk 2024-12-08T18:58:13,254 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=50, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733684292188_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T18:58:13,254 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733684292188_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 }, snapshot procedure id = 50 2024-12-08T18:58:13,256 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=50, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=50, snapshot={ ss=snapshot_1733684292188_backup_system_bulk table=backup:system_bulk type=FLUSH ttl=0 } in 1.0540 sec 2024-12-08T18:58:13,345 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=50 2024-12-08T18:58:13,345 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system_bulk completed 2024-12-08T18:58:13,346 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733684293345_ns3_test-17336842469182 table=ns3:test-17336842469182 type=FLUSH ttl=0 } 2024-12-08T18:58:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733684293346 (current time:1733684293346). 2024-12-08T18:58:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T18:58:13,346 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733684293345_ns3_test-17336842469182 VERSION not specified, setting to 2 2024-12-08T18:58:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7b654e43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:58:13,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:58:13,349 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:58:13,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:58:13,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:58:13,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@560d5824, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:13,349 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:58:13,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:58:13,350 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:13,351 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49996, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:58:13,351 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a351758, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:13,352 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:58:13,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:58:13,353 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:58:13,354 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:58:13,355 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671. 2024-12-08T18:58:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:58:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:13,356 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:13,356 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:58:13,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T18:58:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733684293345_ns3_test-17336842469182 table=ns3:test-17336842469182 type=FLUSH ttl=0 } 2024-12-08T18:58:13,358 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733684293345_ns3_test-17336842469182 table=ns3:test-17336842469182 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-08T18:58:13,359 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T18:58:13,359 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733684293345_ns3_test-17336842469182 table=ns3:test-17336842469182 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T18:58:13,360 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733684293345_ns3_test-17336842469182 table=ns3:test-17336842469182 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T18:58:13,363 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733684293345_ns3_test-17336842469182 table=ns3:test-17336842469182 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T18:58:13,377 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741917_1093 (size=86) 2024-12-08T18:58:13,464 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T18:58:13,647 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-08T18:58:13,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T18:58:13,780 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733684293345_ns3_test-17336842469182 table=ns3:test-17336842469182 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T18:58:13,781 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9db43ba1f2cca98724a7a832a99597bc}] 2024-12-08T18:58:13,782 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9db43ba1f2cca98724a7a832a99597bc 2024-12-08T18:58:13,934 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=53 2024-12-08T18:58:13,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. 2024-12-08T18:58:13,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.HRegion(2603): Flush status journal for 9db43ba1f2cca98724a7a832a99597bc: 2024-12-08T18:58:13,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. for snapshot_1733684293345_ns3_test-17336842469182 completed. 2024-12-08T18:58:13,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(241): Storing 'ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc.' region-info for snapshot=snapshot_1733684293345_ns3_test-17336842469182 2024-12-08T18:58:13,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:58:13,935 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:58:13,941 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741918_1094 (size=52) 2024-12-08T18:58:13,985 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T18:58:14,094 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T18:58:14,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. 2024-12-08T18:58:14,344 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=53}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=53 2024-12-08T18:58:14,347 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster(4169): Remote procedure done, pid=53 2024-12-08T18:58:14,347 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733684293345_ns3_test-17336842469182 on region 9db43ba1f2cca98724a7a832a99597bc 2024-12-08T18:58:14,347 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=53, ppid=52, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 9db43ba1f2cca98724a7a832a99597bc 2024-12-08T18:58:14,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=53, resume processing ppid=52 2024-12-08T18:58:14,358 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=53, ppid=52, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 9db43ba1f2cca98724a7a832a99597bc in 567 msec 2024-12-08T18:58:14,358 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733684293345_ns3_test-17336842469182 table=ns3:test-17336842469182 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T18:58:14,359 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733684293345_ns3_test-17336842469182 table=ns3:test-17336842469182 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T18:58:14,361 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733684293345_ns3_test-17336842469182 table=ns3:test-17336842469182 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T18:58:14,361 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733684293345_ns3_test-17336842469182 2024-12-08T18:58:14,362 DEBUG [PEWorker-1 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_1733684293345_ns3_test-17336842469182 2024-12-08T18:58:14,413 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741919_1095 (size=443) 2024-12-08T18:58:14,495 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T18:58:14,602 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dcfea43efa4feb924a20d210bf06ec88, had cached 0 bytes from a total of 8413 2024-12-08T18:58:14,816 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733684293345_ns3_test-17336842469182 table=ns3:test-17336842469182 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T18:58:14,824 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733684293345_ns3_test-17336842469182 table=ns3:test-17336842469182 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T18:58:14,825 DEBUG [PEWorker-1 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_1733684293345_ns3_test-17336842469182 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_1733684293345_ns3_test-17336842469182 2024-12-08T18:58:14,827 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=52, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733684293345_ns3_test-17336842469182 table=ns3:test-17336842469182 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T18:58:14,827 DEBUG [PEWorker-1 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733684293345_ns3_test-17336842469182 table=ns3:test-17336842469182 type=FLUSH ttl=0 }, snapshot procedure id = 52 2024-12-08T18:58:14,830 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=52, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=52, snapshot={ ss=snapshot_1733684293345_ns3_test-17336842469182 table=ns3:test-17336842469182 type=FLUSH ttl=0 } in 1.4700 sec 2024-12-08T18:58:15,504 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=52 2024-12-08T18:58:15,505 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns3:test-17336842469182 completed 2024-12-08T18:58:15,506 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733684295505_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } 2024-12-08T18:58:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733684295506 (current time:1733684295506). 2024-12-08T18:58:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T18:58:15,506 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733684295505_default_test-1733684246918 VERSION not specified, setting to 2 2024-12-08T18:58:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1b25bb43, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:58:15,507 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:58:15,508 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:58:15,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:58:15,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:58:15,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5900cd1d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:15,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:58:15,509 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:58:15,510 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:15,511 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:58:15,512 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@32ee7b62, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:15,513 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:58:15,514 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:58:15,515 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:58:15,516 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57942, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:58:15,518 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671. 2024-12-08T18:58:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:58:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:15,518 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:15,518 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:58:15,519 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T18:58:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733684295505_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } 2024-12-08T18:58:15,522 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733684295505_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-08T18:58:15,523 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T18:58:15,523 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733684295505_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T18:58:15,525 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733684295505_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T18:58:15,528 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733684295505_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T18:58:15,565 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741920_1096 (size=84) 2024-12-08T18:58:15,568 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733684295505_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T18:58:15,568 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be9a65a07e703f002deca928fe428f51}] 2024-12-08T18:58:15,570 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:15,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T18:58:15,722 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=55 2024-12-08T18:58:15,722 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:58:15,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.HRegion(2603): Flush status journal for be9a65a07e703f002deca928fe428f51: 2024-12-08T18:58:15,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(75): Snapshotting region test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. for snapshot_1733684295505_default_test-1733684246918 completed. 2024-12-08T18:58:15,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(241): Storing 'test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51.' region-info for snapshot=snapshot_1733684295505_default_test-1733684246918 2024-12-08T18:58:15,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:58:15,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/1f991adfa26e4f0aa90b079693ae4616, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/ee7e85480a5b4ccd8c358c275225b06e] hfiles 2024-12-08T18:58:15,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/1f991adfa26e4f0aa90b079693ae4616 for snapshot=snapshot_1733684295505_default_test-1733684246918 2024-12-08T18:58:15,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/ee7e85480a5b4ccd8c358c275225b06e for snapshot=snapshot_1733684295505_default_test-1733684246918 2024-12-08T18:58:15,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:58:15,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/625b56ee43fc46fea5c23b85bfe64147, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/7d7858b05c1b4212bbaee62ad0549072] hfiles 2024-12-08T18:58:15,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/625b56ee43fc46fea5c23b85bfe64147 for snapshot=snapshot_1733684295505_default_test-1733684246918 2024-12-08T18:58:15,723 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/7d7858b05c1b4212bbaee62ad0549072 for snapshot=snapshot_1733684295505_default_test-1733684246918 2024-12-08T18:58:15,733 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741921_1097 (size=224) 2024-12-08T18:58:15,845 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T18:58:16,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:58:16,132 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=55}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=55 2024-12-08T18:58:16,133 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster(4169): Remote procedure done, pid=55 2024-12-08T18:58:16,133 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733684295505_default_test-1733684246918 on region be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:16,133 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=55, ppid=54, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:16,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=55, resume processing ppid=54 2024-12-08T18:58:16,139 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733684295505_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T18:58:16,139 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=55, ppid=54, state=SUCCESS, hasLock=false; SnapshotRegionProcedure be9a65a07e703f002deca928fe428f51 in 567 msec 2024-12-08T18:58:16,141 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733684295505_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T18:58:16,154 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T18:58:16,311 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(300): Storing region-info for snapshot. 2024-12-08T18:58:16,311 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(305): Creating references for hfiles 2024-12-08T18:58:16,312 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:58:16,312 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f 2024-12-08T18:58:16,312 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:58:16,313 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(328): No files under family: f2 2024-12-08T18:58:16,313 DEBUG [MobRegionSnapshotPool-pool-0 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:58:16,314 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(366): Adding snapshot references for [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/mobdir/data/default/test-1733684246918/90834aed65acda2a5e99211f3ef3b851/mob/d41d8cd98f00b204e9800998ecf8427e2024120805d12ea71573440f81aa80e0fbdc0175_be9a65a07e703f002deca928fe428f51] hfiles 2024-12-08T18:58:16,314 DEBUG [MobRegionSnapshotPool-pool-0 {}] snapshot.SnapshotManifest(374): Adding reference for hfile (1/1): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/mobdir/data/default/test-1733684246918/90834aed65acda2a5e99211f3ef3b851/mob/d41d8cd98f00b204e9800998ecf8427e2024120805d12ea71573440f81aa80e0fbdc0175_be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:16,328 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741922_1098 (size=168) 2024-12-08T18:58:16,665 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T18:58:16,728 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733684295505_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T18:58:16,728 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733684295505_default_test-1733684246918 2024-12-08T18:58:16,729 DEBUG [PEWorker-3 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_1733684295505_default_test-1733684246918 2024-12-08T18:58:16,742 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741923_1099 (size=1347) 2024-12-08T18:58:17,150 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733684295505_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T18:58:17,170 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733684295505_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T18:58:17,173 DEBUG [PEWorker-3 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_1733684295505_default_test-1733684246918 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_1733684295505_default_test-1733684246918 2024-12-08T18:58:17,185 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=54, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733684295505_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T18:58:17,185 DEBUG [PEWorker-3 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733684295505_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 }, snapshot procedure id = 54 2024-12-08T18:58:17,187 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=54, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=54, snapshot={ ss=snapshot_1733684295505_default_test-1733684246918 table=test-1733684246918 type=FLUSH ttl=0 } in 1.6660 sec 2024-12-08T18:58:17,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=54 2024-12-08T18:58:17,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: default:test-1733684246918 completed 2024-12-08T18:58:17,676 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733684297675_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } 2024-12-08T18:58:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733684297676 (current time:1733684297676). 2024-12-08T18:58:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T18:58:17,676 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733684297675_ns2_test-17336842469181 VERSION not specified, setting to 2 2024-12-08T18:58:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7f18ba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:58:17,677 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:58:17,678 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:58:17,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:58:17,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:58:17,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4c2e216e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:17,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:58:17,678 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:58:17,679 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:17,679 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:50018, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:58:17,680 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@445ef6a9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:17,680 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:58:17,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:58:17,681 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:58:17,682 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:57952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:58:17,683 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671. 2024-12-08T18:58:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:58:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:17,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:17,683 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:58:17,684 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T18:58:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733684297675_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } 2024-12-08T18:58:17,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733684297675_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-08T18:58:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T18:58:17,686 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733684297675_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T18:58:17,688 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733684297675_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T18:58:17,690 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733684297675_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T18:58:17,695 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741924_1100 (size=86) 2024-12-08T18:58:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T18:58:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T18:58:18,097 INFO [PEWorker-1 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733684297675_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T18:58:18,097 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcfea43efa4feb924a20d210bf06ec88}] 2024-12-08T18:58:18,098 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:58:18,251 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=57 2024-12-08T18:58:18,251 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. 2024-12-08T18:58:18,251 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2902): Flushing dcfea43efa4feb924a20d210bf06ec88 1/1 column families, dataSize=170 B heapSize=816 B 2024-12-08T18:58:18,255 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/.tmp/f/7ec715e37fb04750ad8dbe268b0f459a is 38, key is row-t20/f:q1/1733684275674/Put/seqid=0 2024-12-08T18:58:18,259 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741925_1101 (size=5134) 2024-12-08T18:58:18,315 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T18:58:18,660 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=170 B at sequenceid=111 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/.tmp/f/7ec715e37fb04750ad8dbe268b0f459a 2024-12-08T18:58:18,667 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/.tmp/f/7ec715e37fb04750ad8dbe268b0f459a as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/7ec715e37fb04750ad8dbe268b0f459a 2024-12-08T18:58:18,673 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/7ec715e37fb04750ad8dbe268b0f459a, entries=5, sequenceid=111, filesize=5.0 K 2024-12-08T18:58:18,674 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(3140): Finished flush of dataSize ~170 B/170, heapSize ~800 B/800, currentSize=0 B/0 for dcfea43efa4feb924a20d210bf06ec88 in 423ms, sequenceid=111, compaction requested=false 2024-12-08T18:58:18,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.HRegion(2603): Flush status journal for dcfea43efa4feb924a20d210bf06ec88: 2024-12-08T18:58:18,674 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. for snapshot_1733684297675_ns2_test-17336842469181 completed. 2024-12-08T18:58:18,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(241): Storing 'ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88.' region-info for snapshot=snapshot_1733684297675_ns2_test-17336842469181 2024-12-08T18:58:18,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:58:18,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/005e962e691948ecab93ed94a4900dcb, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/7ec715e37fb04750ad8dbe268b0f459a] hfiles 2024-12-08T18:58:18,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (1/2): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/005e962e691948ecab93ed94a4900dcb for snapshot=snapshot_1733684297675_ns2_test-17336842469181 2024-12-08T18:58:18,675 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] snapshot.SnapshotManifest(265): Adding reference for file (2/2): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/7ec715e37fb04750ad8dbe268b0f459a for snapshot=snapshot_1733684297675_ns2_test-17336842469181 2024-12-08T18:58:18,680 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741926_1102 (size=130) 2024-12-08T18:58:18,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T18:58:19,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. 2024-12-08T18:58:19,081 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 {event_type=RS_SNAPSHOT_REGIONS, pid=57}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=57 2024-12-08T18:58:19,082 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster(4169): Remote procedure done, pid=57 2024-12-08T18:58:19,082 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733684297675_ns2_test-17336842469181 on region dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:58:19,082 INFO [PEWorker-4 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=57, ppid=56, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:58:19,085 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=57, resume processing ppid=56 2024-12-08T18:58:19,086 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733684297675_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T18:58:19,086 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=57, ppid=56, state=SUCCESS, hasLock=false; SnapshotRegionProcedure dcfea43efa4feb924a20d210bf06ec88 in 986 msec 2024-12-08T18:58:19,086 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733684297675_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T18:58:19,087 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733684297675_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T18:58:19,087 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733684297675_ns2_test-17336842469181 2024-12-08T18:58:19,088 DEBUG [PEWorker-2 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_1733684297675_ns2_test-17336842469181 2024-12-08T18:58:19,095 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741927_1103 (size=496) 2024-12-08T18:58:19,844 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T18:58:20,931 INFO [master/b1d30ef9e474:0.Chore.1 {}] migrate.RollingUpgradeChore(116): There is no table to migrate StoreFileTracker! 2024-12-08T18:58:20,931 INFO [master/b1d30ef9e474:0.Chore.1 {}] migrate.RollingUpgradeChore(85): All Rolling-Upgrade tasks are complete, shutdown RollingUpgradeChore! 2024-12-08T18:58:21,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T18:58:22,201 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region af9995e992182b0982a4711b0548477e, had cached 0 bytes from a total of 28925 2024-12-08T18:58:22,983 WARN [DataXceiver for client DFSClient_NONMAPREDUCE_234992275_20 at /127.0.0.1:55776 [Receiving block BP-1134452520-172.17.0.2-1733684230944:blk_1073741830_1006] {}] datanode.BlockReceiver(767): Slow BlockReceiver write data to disk cost: 3587ms (threshold=300ms), volume=file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/cluster_af76a527-22d6-35dc-f3dd-cd3d4d4668a2/data/data2/, blockId=1073741830, seqno=519 2024-12-08T18:58:22,984 INFO [AsyncFSWAL-0-hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData-prefix:b1d30ef9e474,33671,1733684234976.b1d30ef9e474,33671,1733684234976.regiongroup-0 {}] wal.AbstractFSWAL(1368): Slow sync cost: 3588 ms, current pipeline: [DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK]] 2024-12-08T18:58:22,987 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733684297675_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T18:58:22,996 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733684297675_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T18:58:22,996 DEBUG [PEWorker-2 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_1733684297675_ns2_test-17336842469181 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_1733684297675_ns2_test-17336842469181 2024-12-08T18:58:22,998 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=56, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733684297675_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T18:58:22,998 DEBUG [PEWorker-2 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733684297675_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 }, snapshot procedure id = 56 2024-12-08T18:58:22,999 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=56, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=56, snapshot={ ss=snapshot_1733684297675_ns2_test-17336842469181 table=ns2:test-17336842469181 type=FLUSH ttl=0 } in 5.3140 sec 2024-12-08T18:58:25,884 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=56 2024-12-08T18:58:25,885 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns2:test-17336842469181 completed 2024-12-08T18:58:25,886 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_1733684305885_ns4_test-17336842469183 table=ns4:test-17336842469183 type=FLUSH ttl=0 } 2024-12-08T18:58:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733684305886 (current time:1733684305886). 2024-12-08T18:58:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T18:58:25,886 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_1733684305885_ns4_test-17336842469183 VERSION not specified, setting to 2 2024-12-08T18:58:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@688f9ab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:58:25,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:58:25,888 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:58:25,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:58:25,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:58:25,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@115bc86a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:25,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:58:25,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:58:25,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:25,891 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34810, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:58:25,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@752ee966, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:25,892 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:58:25,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:58:25,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:58:25,896 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52496, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:58:25,898 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671. 2024-12-08T18:58:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:58:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:25,898 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:25,898 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:58:25,899 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T18:58:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733684305885_ns4_test-17336842469183 table=ns4:test-17336842469183 type=FLUSH ttl=0 } 2024-12-08T18:58:25,900 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_1733684305885_ns4_test-17336842469183 table=ns4:test-17336842469183 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-08T18:58:25,901 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T18:58:25,902 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733684305885_ns4_test-17336842469183 table=ns4:test-17336842469183 type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T18:58:25,903 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733684305885_ns4_test-17336842469183 table=ns4:test-17336842469183 type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T18:58:25,906 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733684305885_ns4_test-17336842469183 table=ns4:test-17336842469183 type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T18:58:25,949 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741928_1104 (size=86) 2024-12-08T18:58:25,951 INFO [PEWorker-3 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733684305885_ns4_test-17336842469183 table=ns4:test-17336842469183 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T18:58:25,951 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 156df77bf5c19d18f91d62e11f50350c}] 2024-12-08T18:58:25,953 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 156df77bf5c19d18f91d62e11f50350c 2024-12-08T18:58:26,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T18:58:26,106 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=59 2024-12-08T18:58:26,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. 2024-12-08T18:58:26,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.HRegion(2603): Flush status journal for 156df77bf5c19d18f91d62e11f50350c: 2024-12-08T18:58:26,106 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(75): Snapshotting region ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. for snapshot_1733684305885_ns4_test-17336842469183 completed. 2024-12-08T18:58:26,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(241): Storing 'ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c.' region-info for snapshot=snapshot_1733684305885_ns4_test-17336842469183 2024-12-08T18:58:26,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:58:26,107 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] snapshot.SnapshotManifest(256): Adding snapshot references for [] hfiles 2024-12-08T18:58:26,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741929_1105 (size=52) 2024-12-08T18:58:26,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. 2024-12-08T18:58:26,133 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 {event_type=RS_SNAPSHOT_REGIONS, pid=59}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=59 2024-12-08T18:58:26,135 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster(4169): Remote procedure done, pid=59 2024-12-08T18:58:26,135 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_1733684305885_ns4_test-17336842469183 on region 156df77bf5c19d18f91d62e11f50350c 2024-12-08T18:58:26,135 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=59, ppid=58, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure 156df77bf5c19d18f91d62e11f50350c 2024-12-08T18:58:26,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=59, resume processing ppid=58 2024-12-08T18:58:26,140 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=59, ppid=58, state=SUCCESS, hasLock=false; SnapshotRegionProcedure 156df77bf5c19d18f91d62e11f50350c in 185 msec 2024-12-08T18:58:26,141 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733684305885_ns4_test-17336842469183 table=ns4:test-17336842469183 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T18:58:26,142 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733684305885_ns4_test-17336842469183 table=ns4:test-17336842469183 type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T18:58:26,143 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733684305885_ns4_test-17336842469183 table=ns4:test-17336842469183 type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T18:58:26,143 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_1733684305885_ns4_test-17336842469183 2024-12-08T18:58:26,145 DEBUG [PEWorker-5 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_1733684305885_ns4_test-17336842469183 2024-12-08T18:58:26,183 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741930_1106 (size=443) 2024-12-08T18:58:26,215 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T18:58:26,524 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T18:58:26,585 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733684305885_ns4_test-17336842469183 table=ns4:test-17336842469183 type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T18:58:26,593 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733684305885_ns4_test-17336842469183 table=ns4:test-17336842469183 type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T18:58:26,594 DEBUG [PEWorker-5 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_1733684305885_ns4_test-17336842469183 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_1733684305885_ns4_test-17336842469183 2024-12-08T18:58:26,597 INFO [PEWorker-5 {}] procedure.SnapshotProcedure(134): pid=58, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733684305885_ns4_test-17336842469183 table=ns4:test-17336842469183 type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T18:58:26,597 DEBUG [PEWorker-5 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_1733684305885_ns4_test-17336842469183 table=ns4:test-17336842469183 type=FLUSH ttl=0 }, snapshot procedure id = 58 2024-12-08T18:58:26,600 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=58, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=58, snapshot={ ss=snapshot_1733684305885_ns4_test-17336842469183 table=ns4:test-17336842469183 type=FLUSH ttl=0 } in 698 msec 2024-12-08T18:58:27,035 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=58 2024-12-08T18:58:27,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: ns4:test-17336842469183 completed 2024-12-08T18:58:27,035 DEBUG [Time-limited test {}] impl.FullTableBackupClient(174): snapshot copy for backup_1733684288783 2024-12-08T18:58:27,035 INFO [Time-limited test {}] impl.FullTableBackupClient(68): Snapshot copy is starting. 2024-12-08T18:58:27,036 DEBUG [Time-limited test {}] impl.FullTableBackupClient(80): There are 5 snapshots to be copied. 2024-12-08T18:58:27,036 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733684288783_backup:system_bulk 2024-12-08T18:58:27,036 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733684292188_backup_system_bulk to hdfs://localhost:38211/backupUT/backup_1733684288783/backup/system_bulk/ 2024-12-08T18:58:27,036 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-08T18:58:27,073 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38211, inputRoot=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:58:27,073 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_234992275_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38211/backupUT/backup_1733684288783/backup/system_bulk, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38211/backupUT/backup_1733684288783/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733684292188_backup_system_bulk 2024-12-08T18:58:27,076 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-08T18:58:27,080 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_1733684292188_backup_system_bulk to hdfs://localhost:38211/backupUT/backup_1733684288783/backup/system_bulk/.hbase-snapshot/.tmp/snapshot_1733684292188_backup_system_bulk 2024-12-08T18:58:27,126 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741931_1107 (size=702) 2024-12-08T18:58:27,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741932_1108 (size=76) 2024-12-08T18:58:27,529 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:27,529 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:27,529 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:28,404 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop-12828493519414328000.jar 2024-12-08T18:58:28,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:28,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:28,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:28,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:28,405 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:28,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:28,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:28,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:28,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:28,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:58:28,406 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T18:58:28,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T18:58:28,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T18:58:28,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T18:58:28,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T18:58:28,407 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T18:58:28,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T18:58:28,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T18:58:28,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T18:58:28,408 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T18:58:28,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:28,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:28,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:28,409 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:28,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:28,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:28,410 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:28,451 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T18:58:28,490 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733684292188_backup_system_bulk' hfile list 2024-12-08T18:58:28,637 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local992934543_0005_7f99cbce-98f2-4c45-80de-b50c9930be3d/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-12-08T18:58:28,637 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local992934543_0005_7f99cbce-98f2-4c45-80de-b50c9930be3d/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-12-08T18:58:29,678 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-08T18:58:29,679 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-08T18:58:29,687 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733684292188_backup_system_bulk 2024-12-08T18:58:29,687 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733684292188_backup_system_bulk finished. 2024-12-08T18:58:29,687 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733684288783_ns3:test-17336842469182 2024-12-08T18:58:29,693 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733684293345_ns3_test-17336842469182 to hdfs://localhost:38211/backupUT/backup_1733684288783/ns3/test-17336842469182/ 2024-12-08T18:58:29,693 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-08T18:58:29,745 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38211, inputRoot=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:58:29,745 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_234992275_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38211/backupUT/backup_1733684288783/ns3/test-17336842469182, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38211/backupUT/backup_1733684288783/ns3/test-17336842469182/.hbase-snapshot/.tmp/snapshot_1733684293345_ns3_test-17336842469182 2024-12-08T18:58:29,763 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-08T18:58:29,783 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_1733684293345_ns3_test-17336842469182 to hdfs://localhost:38211/backupUT/backup_1733684288783/ns3/test-17336842469182/.hbase-snapshot/.tmp/snapshot_1733684293345_ns3_test-17336842469182 2024-12-08T18:58:29,861 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741933_1109 (size=443) 2024-12-08T18:58:29,869 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741934_1110 (size=86) 2024-12-08T18:58:30,271 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:30,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:30,272 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:31,338 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop-13936238105200430090.jar 2024-12-08T18:58:31,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:31,339 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:31,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:31,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:31,340 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:31,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:31,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:31,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:31,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:31,341 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:58:31,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T18:58:31,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T18:58:31,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T18:58:31,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T18:58:31,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T18:58:31,342 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T18:58:31,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T18:58:31,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T18:58:31,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T18:58:31,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T18:58:31,343 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:31,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:31,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:31,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:31,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:31,344 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:31,345 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:31,380 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T18:58:31,403 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733684293345_ns3_test-17336842469182' hfile list 2024-12-08T18:58:31,521 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1337713541_0006_2734ea77-afa6-4445-b447-4fcd5b321f91/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-12-08T18:58:31,522 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1337713541_0006_2734ea77-afa6-4445-b447-4fcd5b321f91/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-12-08T18:58:32,564 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-08T18:58:32,565 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-08T18:58:32,571 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733684293345_ns3_test-17336842469182 2024-12-08T18:58:32,571 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733684293345_ns3_test-17336842469182 finished. 2024-12-08T18:58:32,571 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733684288783_test-1733684246918 2024-12-08T18:58:32,571 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733684295505_default_test-1733684246918 to hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/ 2024-12-08T18:58:32,571 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-08T18:58:32,613 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38211, inputRoot=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:58:32,613 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_234992275_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/.hbase-snapshot/.tmp/snapshot_1733684295505_default_test-1733684246918 2024-12-08T18:58:32,615 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-08T18:58:32,623 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_1733684295505_default_test-1733684246918 to hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/.hbase-snapshot/.tmp/snapshot_1733684295505_default_test-1733684246918 2024-12-08T18:58:32,636 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741935_1111 (size=1347) 2024-12-08T18:58:32,637 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741936_1112 (size=84) 2024-12-08T18:58:33,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:33,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:33,040 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:33,956 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop-5817678844496781492.jar 2024-12-08T18:58:33,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:33,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:33,957 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:33,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:33,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:33,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:33,958 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:33,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:33,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:33,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:58:33,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T18:58:33,959 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T18:58:33,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T18:58:33,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T18:58:33,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T18:58:33,960 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T18:58:33,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T18:58:33,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T18:58:33,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T18:58:33,961 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T18:58:33,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:33,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:33,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:33,962 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:33,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:33,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:33,963 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:34,002 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T18:58:34,030 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733684295505_default_test-1733684246918' hfile list 2024-12-08T18:58:34,032 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=43.0 K 2024-12-08T18:58:34,131 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1609511522_0007_ee4f5bbd-9c05-46e4-bf8e-5ec9a362159b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-12-08T18:58:34,131 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1609511522_0007_ee4f5bbd-9c05-46e4-bf8e-5ec9a362159b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-12-08T18:58:34,225 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-08T18:58:34,265 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741937_1113 (size=13760) 2024-12-08T18:58:34,667 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/7d7858b05c1b4212bbaee62ad0549072 output=hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/7d7858b05c1b4212bbaee62ad0549072 2024-12-08T18:58:34,667 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=13760 (13.4 K) time=0sec 0.030M/sec 2024-12-08T18:58:34,691 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741938_1114 (size=10796) 2024-12-08T18:58:35,095 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/ee7e85480a5b4ccd8c358c275225b06e output=hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/ee7e85480a5b4ccd8c358c275225b06e 2024-12-08T18:58:35,095 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=10796 (10.5 K) time=0sec 0.024M/sec 2024-12-08T18:58:35,132 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741939_1115 (size=8413) 2024-12-08T18:58:35,538 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/1f991adfa26e4f0aa90b079693ae4616 output=hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/1f991adfa26e4f0aa90b079693ae4616 2024-12-08T18:58:35,538 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.018M/sec 2024-12-08T18:58:35,558 WARN [LocalJobRunner Map Task Executor #0 {}] mapred.Task(640): Task status: "copied 5.5 K/5.5 K (100.0%) from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/mobdir/data/default/test-1733684246918/90834aed65acda2a5e99211f3ef3b851/mob/d41d8cd98f00b204e9800998ecf8427e2024120805d12ea71573440f81aa80e0fbdc0175_be9a65a07e703f002deca928fe428f51 to hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/archive/data/default/test-1733684246918/90834aed65acda2a5e99211f3ef3b851/mob/d41d8cd98f00b204e9800998ecf8427e2024120805d12ea71573440f81aa80e0fbdc0175_be9a65a07e703f002deca928fe428f51" truncated to max limit (512 characters) 2024-12-08T18:58:35,569 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741940_1116 (size=5591) 2024-12-08T18:58:35,969 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/mobdir/data/default/test-1733684246918/90834aed65acda2a5e99211f3ef3b851/mob/d41d8cd98f00b204e9800998ecf8427e2024120805d12ea71573440f81aa80e0fbdc0175_be9a65a07e703f002deca928fe428f51 output=hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/archive/data/default/test-1733684246918/90834aed65acda2a5e99211f3ef3b851/mob/d41d8cd98f00b204e9800998ecf8427e2024120805d12ea71573440f81aa80e0fbdc0175_be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:35,969 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5591 (5.5 K) time=0sec 0.013M/sec 2024-12-08T18:58:35,998 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741941_1117 (size=5484) 2024-12-08T18:58:36,003 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/625b56ee43fc46fea5c23b85bfe64147 output=hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/625b56ee43fc46fea5c23b85bfe64147 2024-12-08T18:58:36,003 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5484 (5.4 K) time=0sec 0.174M/sec 2024-12-08T18:58:36,183 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-08T18:58:36,184 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-08T18:58:36,196 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733684295505_default_test-1733684246918 2024-12-08T18:58:36,196 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733684295505_default_test-1733684246918 finished. 2024-12-08T18:58:36,196 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733684288783_ns2:test-17336842469181 2024-12-08T18:58:36,196 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733684297675_ns2_test-17336842469181 to hdfs://localhost:38211/backupUT/backup_1733684288783/ns2/test-17336842469181/ 2024-12-08T18:58:36,196 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-08T18:58:36,236 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38211, inputRoot=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:58:36,236 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_234992275_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38211/backupUT/backup_1733684288783/ns2/test-17336842469181, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38211/backupUT/backup_1733684288783/ns2/test-17336842469181/.hbase-snapshot/.tmp/snapshot_1733684297675_ns2_test-17336842469181 2024-12-08T18:58:36,238 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-08T18:58:36,245 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_1733684297675_ns2_test-17336842469181 to hdfs://localhost:38211/backupUT/backup_1733684288783/ns2/test-17336842469181/.hbase-snapshot/.tmp/snapshot_1733684297675_ns2_test-17336842469181 2024-12-08T18:58:36,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741943_1119 (size=496) 2024-12-08T18:58:36,261 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741942_1118 (size=86) 2024-12-08T18:58:36,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:36,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:36,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:37,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop-6836385261474098770.jar 2024-12-08T18:58:37,554 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:37,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:37,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:37,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:37,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:37,555 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:37,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:37,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:37,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:37,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:58:37,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T18:58:37,556 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T18:58:37,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T18:58:37,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T18:58:37,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T18:58:37,557 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T18:58:37,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T18:58:37,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T18:58:37,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T18:58:37,558 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T18:58:37,559 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:37,559 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:37,559 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:37,559 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:37,560 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:37,560 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:37,560 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:37,597 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T18:58:37,619 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733684297675_ns2_test-17336842469181' hfile list 2024-12-08T18:58:37,622 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(763): export split=0 size=13.2 K 2024-12-08T18:58:37,699 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1379935522_0008_81c14f35-aa98-4d0e-b43b-f72f297bc51b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-12-08T18:58:37,699 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1379935522_0008_81c14f35-aa98-4d0e-b43b-f72f297bc51b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-12-08T18:58:37,785 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(239): Using bufferSize=128 M 2024-12-08T18:58:37,801 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741944_1120 (size=8413) 2024-12-08T18:58:38,205 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/005e962e691948ecab93ed94a4900dcb output=hdfs://localhost:38211/backupUT/backup_1733684288783/ns2/test-17336842469181/archive/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/005e962e691948ecab93ed94a4900dcb 2024-12-08T18:58:38,205 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=8413 (8.2 K) time=0sec 0.019M/sec 2024-12-08T18:58:38,234 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741945_1121 (size=5134) 2024-12-08T18:58:38,639 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(340): copy completed for input=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/7ec715e37fb04750ad8dbe268b0f459a output=hdfs://localhost:38211/backupUT/backup_1733684288783/ns2/test-17336842469181/archive/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/7ec715e37fb04750ad8dbe268b0f459a 2024-12-08T18:58:38,639 INFO [LocalJobRunner Map Task Executor #0 {}] snapshot.ExportSnapshot$ExportMapper(342): size=5134 (5.0 K) time=0sec 0.011M/sec 2024-12-08T18:58:38,745 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-08T18:58:38,746 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-08T18:58:38,753 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733684297675_ns2_test-17336842469181 2024-12-08T18:58:38,753 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733684297675_ns2_test-17336842469181 finished. 2024-12-08T18:58:38,753 DEBUG [Time-limited test {}] impl.FullTableBackupClient(108): Setting snapshot copy job name to : Full-Backup_backup_1733684288783_ns4:test-17336842469183 2024-12-08T18:58:38,753 DEBUG [Time-limited test {}] impl.FullTableBackupClient(112): Copy snapshot snapshot_1733684305885_ns4_test-17336842469183 to hdfs://localhost:38211/backupUT/backup_1733684288783/ns4/test-17336842469183/ 2024-12-08T18:58:38,753 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(379): Doing SNAPSHOT_COPY 2024-12-08T18:58:38,792 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1094): inputFs=hdfs://localhost:38211, inputRoot=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:58:38,792 DEBUG [Time-limited test {}] snapshot.ExportSnapshot(1095): outputFs=DFS[DFSClient[clientName=DFSClient_NONMAPREDUCE_234992275_20, ugi=jenkins (auth:SIMPLE)]], outputRoot=hdfs://localhost:38211/backupUT/backup_1733684288783/ns4/test-17336842469183, skipTmp=false, initialOutputSnapshotDir=hdfs://localhost:38211/backupUT/backup_1733684288783/ns4/test-17336842469183/.hbase-snapshot/.tmp/snapshot_1733684305885_ns4_test-17336842469183 2024-12-08T18:58:38,794 INFO [Time-limited test {}] snapshot.ExportSnapshot(1104): Verify the source snapshot's expiration status and integrity. 2024-12-08T18:58:38,798 INFO [Time-limited test {}] snapshot.ExportSnapshot(1162): Copy Snapshot Manifest from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_1733684305885_ns4_test-17336842469183 to hdfs://localhost:38211/backupUT/backup_1733684288783/ns4/test-17336842469183/.hbase-snapshot/.tmp/snapshot_1733684305885_ns4_test-17336842469183 2024-12-08T18:58:38,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741947_1123 (size=443) 2024-12-08T18:58:38,807 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741946_1122 (size=86) 2024-12-08T18:58:39,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:39,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:39,211 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:40,113 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop-10153011988155062518.jar 2024-12-08T18:58:40,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:40,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:40,114 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:40,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:40,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:40,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:40,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:40,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:40,115 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:40,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:58:40,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T18:58:40,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T18:58:40,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T18:58:40,116 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T18:58:40,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T18:58:40,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T18:58:40,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T18:58:40,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T18:58:40,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T18:58:40,117 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T18:58:40,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:40,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:40,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.input.TextInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:40,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.LongWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:40,118 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.io.Text, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-common/3.4.1/hadoop-common-3.4.1.jar 2024-12-08T18:58:40,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.output.TextOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:40,119 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.HashPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:40,151 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T18:58:40,181 INFO [Time-limited test {}] snapshot.ExportSnapshot(663): Loading Snapshot 'snapshot_1733684305885_ns4_test-17336842469183' hfile list 2024-12-08T18:58:40,278 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1521694045_0009_a5a326ea-8ceb-41ab-abe0-6130e1ee320e/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-12-08T18:58:40,278 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1521694045_0009_a5a326ea-8ceb-41ab-abe0-6130e1ee320e/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-12-08T18:58:41,316 INFO [Time-limited test {}] snapshot.ExportSnapshot(1219): Finalize the Snapshot Export 2024-12-08T18:58:41,317 INFO [Time-limited test {}] snapshot.ExportSnapshot(1230): Verify the exported snapshot's expiration status and integrity. 2024-12-08T18:58:41,322 INFO [Time-limited test {}] snapshot.ExportSnapshot(1236): Export Completed: snapshot_1733684305885_ns4_test-17336842469183 2024-12-08T18:58:41,322 INFO [Time-limited test {}] impl.FullTableBackupClient(124): Snapshot copy snapshot_1733684305885_ns4_test-17336842469183 finished. 2024-12-08T18:58:41,322 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): backup:system_bulk 2024-12-08T18:58:41,322 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns3:test-17336842469182 2024-12-08T18:58:41,322 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): test-1733684246918 2024-12-08T18:58:41,322 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns2:test-17336842469181 2024-12-08T18:58:41,322 DEBUG [Time-limited test {}] impl.BackupSystemTable(1041): ns4:test-17336842469183 2024-12-08T18:58:41,335 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733684288783 2024-12-08T18:58:41,335 DEBUG [Time-limited test {}] impl.TableBackupClient(305): Current backup is a full backup, no direct ancestor for it. 2024-12-08T18:58:41,350 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741948_1124 (size=176) 2024-12-08T18:58:41,351 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:38211/backupUT/backup_1733684288783/.backup.manifest 2024-12-08T18:58:41,351 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733684288783 finished: type=FULL,tablelist=backup:system_bulk;ns3:test-17336842469182;test-1733684246918;ns2:test-17336842469181;ns4:test-17336842469183,targetRootDir=hdfs://localhost:38211/backupUT,startts=1733684291025,completets=1733684321335,bytescopied=0 2024-12-08T18:58:41,351 DEBUG [Time-limited test {}] impl.TableBackupClient(142): Trying to delete snapshot for full backup. 2024-12-08T18:58:41,351 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733684292188_backup_system_bulk 2024-12-08T18:58:41,352 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733684292188_backup_system_bulk" type: DISABLED 2024-12-08T18:58:41,354 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733684292188_backup_system_bulk 2024-12-08T18:58:41,355 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733684292188_backup_system_bulk for backup backup_1733684288783 succeeded. 2024-12-08T18:58:41,355 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733684293345_ns3_test-17336842469182 2024-12-08T18:58:41,355 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733684293345_ns3_test-17336842469182" type: DISABLED 2024-12-08T18:58:41,357 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733684293345_ns3_test-17336842469182 2024-12-08T18:58:41,359 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733684293345_ns3_test-17336842469182 for backup backup_1733684288783 succeeded. 2024-12-08T18:58:41,359 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733684295505_default_test-1733684246918 2024-12-08T18:58:41,360 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733684295505_default_test-1733684246918" type: DISABLED 2024-12-08T18:58:41,362 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733684295505_default_test-1733684246918 2024-12-08T18:58:41,363 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733684295505_default_test-1733684246918 for backup backup_1733684288783 succeeded. 2024-12-08T18:58:41,363 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733684297675_ns2_test-17336842469181 2024-12-08T18:58:41,364 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733684297675_ns2_test-17336842469181" type: DISABLED 2024-12-08T18:58:41,366 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733684297675_ns2_test-17336842469181 2024-12-08T18:58:41,367 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733684297675_ns2_test-17336842469181 for backup backup_1733684288783 succeeded. 2024-12-08T18:58:41,367 DEBUG [Time-limited test {}] impl.TableBackupClient(147): Trying to delete snapshot: snapshot_1733684305885_ns4_test-17336842469183 2024-12-08T18:58:41,367 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_1733684305885_ns4_test-17336842469183" type: DISABLED 2024-12-08T18:58:41,370 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_1733684305885_ns4_test-17336842469183 2024-12-08T18:58:41,370 DEBUG [Time-limited test {}] impl.TableBackupClient(152): Deleting the snapshot snapshot_1733684305885_ns4_test-17336842469183 for backup backup_1733684288783 succeeded. 2024-12-08T18:58:41,371 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-08T18:58:41,376 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-08T18:58:41,379 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-08T18:58:41,381 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-08T18:58:41,383 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-08T18:58:41,389 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733684288783 completed. 2024-12-08T18:58:41,400 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:41,408 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:44,094 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T18:58:46,436 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:46,441 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:46,462 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:46,467 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:46,470 DEBUG [Time-limited test {}] impl.BackupSystemTable(635): Start new backup exclusive operation 2024-12-08T18:58:46,474 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733684326428 2024-12-08T18:58:46,477 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733684288783} 2024-12-08T18:58:46,477 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-08T18:58:46,485 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:46,490 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:46,506 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:46,511 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:46,526 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:46,531 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:46,548 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:46,554 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:46,570 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:46,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:46,585 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1763): Client=jenkins//172.17.0.2 snapshot request for:{ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-08T18:58:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(316): Creation time not specified, setting to:1733684326585 (current time:1733684326585). 2024-12-08T18:58:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(330): Snapshot current TTL value: 0 resetting it to default value: 0 2024-12-08T18:58:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotDescriptionUtils(339): Snapshot snapshot_backup_system VERSION not specified, setting to 2 2024-12-08T18:58:46,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1e52584b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:58:46,586 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:58:46,587 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:58:46,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:58:46,587 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:58:46,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@64c2caba, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:46,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:58:46,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:58:46,588 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:46,589 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34200, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:58:46,590 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@59322599, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:46,590 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:58:46,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:58:46,591 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:58:46,592 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:52066, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:58:46,593 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671. 2024-12-08T18:58:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.isSecurityAvailable(SnapshotDescriptionUtils.java:481) at org.apache.hadoop.hbase.snapshot.SnapshotDescriptionUtils.validate(SnapshotDescriptionUtils.java:353) at org.apache.hadoop.hbase.master.MasterRpcServices.snapshot(MasterRpcServices.java:1767) at org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$2.callBlockingMethod(MasterProtos.java) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:58:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:46,593 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:46,593 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:58:46,594 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(810): No existing snapshot, attempting snapshot... 2024-12-08T18:58:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } 2024-12-08T18:58:46,595 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(1445): register snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-08T18:58:46,596 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PREPARE, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PREPARE 2024-12-08T18:58:46,596 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T18:58:46,597 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_PRE_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_PRE_OPERATION 2024-12-08T18:58:46,600 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_WRITE_SNAPSHOT_INFO, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_WRITE_SNAPSHOT_INFO 2024-12-08T18:58:46,606 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741949_1125 (size=52) 2024-12-08T18:58:46,608 INFO [PEWorker-2 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_ONLINE_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_ONLINE_REGIONS 2024-12-08T18:58:46,608 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af9995e992182b0982a4711b0548477e}] 2024-12-08T18:58:46,610 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af9995e992182b0982a4711b0548477e 2024-12-08T18:58:46,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T18:58:46,762 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=2,queue=1,port=46525 {}] regionserver.RSRpcServices(3929): Executing remote procedure class org.apache.hadoop.hbase.regionserver.SnapshotRegionCallable, pid=61 2024-12-08T18:58:46,763 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(50): Starting snapshot operation on backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:58:46,763 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2902): Flushing af9995e992182b0982a4711b0548477e 2/2 column families, dataSize=2.54 KB heapSize=4.22 KB 2024-12-08T18:58:46,771 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/meta/5bb2ce78cc3e4e8493fc5e9b9565fde1 is 158, key is trslm:hdfs://localhost:38211/backupUT\x00ns2:test-17336842469181/meta:log-roll-map/1733684321328/Put/seqid=0 2024-12-08T18:58:46,785 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741950_1126 (size=6646) 2024-12-08T18:58:46,786 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.36 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/meta/5bb2ce78cc3e4e8493fc5e9b9565fde1 2024-12-08T18:58:46,813 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/session/2b9cba32c0184b37b23e449f3093407a is 826, key is session:backup_1733684288783/session:context/1733684321382/Put/seqid=0 2024-12-08T18:58:46,825 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741951_1127 (size=5928) 2024-12-08T18:58:46,914 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T18:58:47,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T18:58:47,226 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.18 KB at sequenceid=42 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/session/2b9cba32c0184b37b23e449f3093407a 2024-12-08T18:58:47,232 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/meta/5bb2ce78cc3e4e8493fc5e9b9565fde1 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/5bb2ce78cc3e4e8493fc5e9b9565fde1 2024-12-08T18:58:47,239 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/5bb2ce78cc3e4e8493fc5e9b9565fde1, entries=12, sequenceid=42, filesize=6.5 K 2024-12-08T18:58:47,240 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/session/2b9cba32c0184b37b23e449f3093407a as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/2b9cba32c0184b37b23e449f3093407a 2024-12-08T18:58:47,245 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/2b9cba32c0184b37b23e449f3093407a, entries=2, sequenceid=42, filesize=5.8 K 2024-12-08T18:58:47,246 INFO [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(3140): Finished flush of dataSize ~2.54 KB/2604, heapSize ~4.19 KB/4288, currentSize=0 B/0 for af9995e992182b0982a4711b0548477e in 483ms, sequenceid=42, compaction requested=true 2024-12-08T18:58:47,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.HRegion(2603): Flush status journal for af9995e992182b0982a4711b0548477e: 2024-12-08T18:58:47,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(75): Snapshotting region backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. for snapshot_backup_system completed. 2024-12-08T18:58:47,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(241): Storing 'backup:system,,1733684255952.af9995e992182b0982a4711b0548477e.' region-info for snapshot=snapshot_backup_system 2024-12-08T18:58:47,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(246): Creating references for hfiles 2024-12-08T18:58:47,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/b27901d1895b4164a6d90ac84edcacde, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/431d087dbbe84a0fb9dbb25db108ef67, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/5bb2ce78cc3e4e8493fc5e9b9565fde1] hfiles 2024-12-08T18:58:47,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/3): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/b27901d1895b4164a6d90ac84edcacde for snapshot=snapshot_backup_system 2024-12-08T18:58:47,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/3): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/431d087dbbe84a0fb9dbb25db108ef67 for snapshot=snapshot_backup_system 2024-12-08T18:58:47,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/3): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/5bb2ce78cc3e4e8493fc5e9b9565fde1 for snapshot=snapshot_backup_system 2024-12-08T18:58:47,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(256): Adding snapshot references for [hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/9a7e5b1083fb410b9a197acd1152d567, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/64ca12e950884706b828425ff6b2e1f2, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/b0ff55d107224474b28a30f25e7de9a9, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/2b9cba32c0184b37b23e449f3093407a] hfiles 2024-12-08T18:58:47,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (1/4): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/9a7e5b1083fb410b9a197acd1152d567 for snapshot=snapshot_backup_system 2024-12-08T18:58:47,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (2/4): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/64ca12e950884706b828425ff6b2e1f2 for snapshot=snapshot_backup_system 2024-12-08T18:58:47,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (3/4): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/b0ff55d107224474b28a30f25e7de9a9 for snapshot=snapshot_backup_system 2024-12-08T18:58:47,247 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] snapshot.SnapshotManifest(265): Adding reference for file (4/4): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/2b9cba32c0184b37b23e449f3093407a for snapshot=snapshot_backup_system 2024-12-08T18:58:47,253 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741952_1128 (size=330) 2024-12-08T18:58:47,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.SnapshotRegionCallable(78): Closing snapshot operation on backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:58:47,654 DEBUG [RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 {event_type=RS_SNAPSHOT_REGIONS, pid=61}] regionserver.RemoteProcedureResultReporter(62): Successfully complete execution of pid=61 2024-12-08T18:58:47,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster(4169): Remote procedure done, pid=61 2024-12-08T18:58:47,654 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure.SnapshotRegionProcedure(132): finish snapshot snapshot_backup_system on region af9995e992182b0982a4711b0548477e 2024-12-08T18:58:47,655 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=61, ppid=60, state=RUNNABLE, hasLock=false; SnapshotRegionProcedure af9995e992182b0982a4711b0548477e 2024-12-08T18:58:47,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=61, resume processing ppid=60 2024-12-08T18:58:47,657 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_SPLIT_REGIONS, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_SPLIT_REGIONS 2024-12-08T18:58:47,657 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=61, ppid=60, state=SUCCESS, hasLock=false; SnapshotRegionProcedure af9995e992182b0982a4711b0548477e in 1.0470 sec 2024-12-08T18:58:47,658 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_SNAPSHOT_MOB_REGION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_SNAPSHOT_MOB_REGION 2024-12-08T18:58:47,658 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_CONSOLIDATE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_CONSOLIDATE_SNAPSHOT 2024-12-08T18:58:47,658 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifest(495): Convert to Single Snapshot Manifest for snapshot_backup_system 2024-12-08T18:58:47,659 DEBUG [PEWorker-4 {}] snapshot.SnapshotManifestV1(130): No regions under directory:hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_backup_system 2024-12-08T18:58:47,667 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741953_1129 (size=967) 2024-12-08T18:58:47,734 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T18:58:48,106 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_VERIFIER_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_VERIFIER_SNAPSHOT 2024-12-08T18:58:48,115 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_COMPLETE_SNAPSHOT, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_COMPLETE_SNAPSHOT 2024-12-08T18:58:48,115 DEBUG [PEWorker-4 {}] snapshot.SnapshotDescriptionUtils(414): Sentinel is done, just moving the snapshot from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/.tmp/snapshot_backup_system to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.hbase-snapshot/snapshot_backup_system 2024-12-08T18:58:48,117 INFO [PEWorker-4 {}] procedure.SnapshotProcedure(134): pid=60, state=RUNNABLE:SNAPSHOT_POST_OPERATION, hasLock=true; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } execute state=SNAPSHOT_POST_OPERATION 2024-12-08T18:58:48,117 DEBUG [PEWorker-4 {}] snapshot.SnapshotManager(1451): unregister snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 }, snapshot procedure id = 60 2024-12-08T18:58:48,119 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=60, state=SUCCESS, hasLock=false; org.apache.hadoop.hbase.master.procedure.SnapshotProcedure, id=60, snapshot={ ss=snapshot_backup_system table=backup:system type=FLUSH ttl=0 } in 1.5230 sec 2024-12-08T18:58:48,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=60 2024-12-08T18:58:48,745 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: SNAPSHOT, Table Name: backup:system completed 2024-12-08T18:58:48,745 INFO [Time-limited test {}] impl.TableBackupClient(119): Backup backup_1733684326428 started at 1733684328745. 2024-12-08T18:58:48,747 DEBUG [Time-limited test {}] impl.TableBackupClient(123): Backup session backup_1733684326428 has been started. 2024-12-08T18:58:48,751 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(285): For incremental backup, current table set is [backup:system_bulk, ns2:test-17336842469181, ns3:test-17336842469182, ns4:test-17336842469183, test-1733684246918] 2024-12-08T18:58:48,755 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(76): StartCode 1733684278552for backupID backup_1733684326428 2024-12-08T18:58:48,755 INFO [Time-limited test {}] impl.IncrementalBackupManager(86): Execute roll log procedure for incremental backup ... 2024-12-08T18:58:48,756 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1035): Client=jenkins//172.17.0.2 procedure request for: rolllog-proc 2024-12-08T18:58:48,756 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure.ProcedureCoordinator(166): Submitting procedure rolllog 2024-12-08T18:58:48,756 INFO [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(191): Starting procedure 'rolllog' 2024-12-08T18:58:48,756 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 180000 ms 2024-12-08T18:58:48,756 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(199): Procedure 'rolllog' starting 'acquire' 2024-12-08T18:58:48,756 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(241): Starting procedure 'rolllog', kicking off acquire phase on members. 2024-12-08T18:58:48,757 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-08T18:58:48,757 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(92): Creating acquire znode:/1/rolllog-proc/acquired/rolllog 2024-12-08T18:58:48,836 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(100): Watching for acquire node:/1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,836 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-08T18:58:48,836 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-08T18:58:48,836 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T18:58:48,836 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,836 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(203): Waiting for all members to 'acquire' 2024-12-08T18:58:48,837 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(186): Found procedure znode: /1/rolllog-proc/acquired/rolllog 2024-12-08T18:58:48,837 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/abort/rolllog 2024-12-08T18:58:48,837 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(212): start proc data length is 35 2024-12-08T18:58:48,837 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(214): Found data for znode:/1/rolllog-proc/acquired/rolllog 2024-12-08T18:58:48,837 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollRegionServerProcedureManager(126): Attempting to run a roll log procedure for backup. 2024-12-08T18:58:48,838 INFO [zk-event-processor-pool-0 {}] regionserver.LogRollBackupSubprocedure(56): Constructing a LogRollBackupSubprocedure. 2024-12-08T18:58:48,838 DEBUG [zk-event-processor-pool-0 {}] procedure.ProcedureMember(141): Submitting new Subprocedure:rolllog 2024-12-08T18:58:48,838 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(151): Starting subprocedure 'rolllog' with timeout 60000ms 2024-12-08T18:58:48,838 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(107): Scheduling process timer to run in: 60000 ms 2024-12-08T18:58:48,838 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(159): Subprocedure 'rolllog' starting 'acquire' stage 2024-12-08T18:58:48,838 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(161): Subprocedure 'rolllog' locally acquired 2024-12-08T18:58:48,838 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(242): Member: 'b1d30ef9e474,46525,1733684236477' joining acquired barrier for procedure (rolllog) in zk 2024-12-08T18:58:48,858 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,858 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(250): Watch for global barrier reached:/1/rolllog-proc/reached/rolllog 2024-12-08T18:58:48,858 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,858 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T18:58:48,858 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T18:58:48,859 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog 2024-12-08T18:58:48,859 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(166): Subprocedure 'rolllog' coordinator notified of 'acquire', waiting on 'reached' or 'abort' from coordinator 2024-12-08T18:58:48,859 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T18:58:48,859 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T18:58:48,859 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:58:48,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,860 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T18:58:48,860 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(291): member: 'b1d30ef9e474,46525,1733684236477' joining acquired barrier for procedure 'rolllog' on coordinator 2024-12-08T18:58:48,860 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(300): Waiting on: java.util.concurrent.CountDownLatch@715a1e7[Count = 0] remaining members to acquire global barrier 2024-12-08T18:58:48,860 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(207): Procedure 'rolllog' starting 'in-barrier' execution. 2024-12-08T18:58:48,860 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(116): Creating reached barrier zk node:/1/rolllog-proc/reached/rolllog 2024-12-08T18:58:48,868 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T18:58:48,869 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/reached/rolllog 2024-12-08T18:58:48,869 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(128): Received reached global barrier:/1/rolllog-proc/reached/rolllog 2024-12-08T18:58:48,869 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(180): Subprocedure 'rolllog' received 'reached' from coordinator. 2024-12-08T18:58:48,869 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(113): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,869 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(211): Waiting for all members to 'release' 2024-12-08T18:58:48,869 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] regionserver.LogRollBackupSubprocedurePool(84): Waiting for backup procedure to finish. 2024-12-08T18:58:48,869 DEBUG [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(75): DRPC started: b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,869 INFO [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(92): Trying to roll log in backup subprocedure, current log number: 1733684291931 highest: 1733684291931 on b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,869 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1:(num 1733684291891) roll requested 2024-12-08T18:58:48,881 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684328870, exclude list is [], retry=0 2024-12-08T18:58:48,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK] 2024-12-08T18:58:48,885 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684291891 with entries=17, filesize=4.59 KB; new WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684328870 2024-12-08T18:58:48,885 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-12-08T18:58:48,885 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684291891 is not closed yet, will try archiving it next time 2024-12-08T18:58:48,885 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0:(num 1733684291931) roll requested 2024-12-08T18:58:48,885 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684278484 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684278484 2024-12-08T18:58:48,887 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741911_1087 (size=4710) 2024-12-08T18:58:48,898 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684328885, exclude list is [], retry=0 2024-12-08T18:58:48,901 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK] 2024-12-08T18:58:48,902 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684291931 with entries=2, filesize=645 B; new WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684328885 2024-12-08T18:58:48,902 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-12-08T18:58:48,902 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684291931 is not closed yet, will try archiving it next time 2024-12-08T18:58:48,902 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(198): WAL AsyncFSWAL b1d30ef9e474%2C46525%2C1733684236477.meta:.meta(num 1733684291986) roll requested 2024-12-08T18:58:48,902 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684261841 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684261841 2024-12-08T18:58:48,904 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741912_1088 (size=653) 2024-12-08T18:58:48,904 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684291931 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684291931 2024-12-08T18:58:48,920 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(524): When create output stream for /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684328902.meta, exclude list is [], retry=0 2024-12-08T18:58:48,923 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] asyncfs.FanOutOneBlockAsyncDFSOutputSaslHelper(816): SASL client skipping handshake in unsecured configuration for addr = 127.0.0.1/127.0.0.1, datanodeId = DatanodeInfoWithStorage[127.0.0.1:43399,DS-42c873ae-7571-448f-989d-95f2c1d163a9,DISK] 2024-12-08T18:58:48,924 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(987): Rolled WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684291986.meta with entries=0, filesize=85 B; new WAL /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684328902.meta 2024-12-08T18:58:48,924 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(1109): Create new AsyncFSWAL writer with pipeline: [(127.0.0.1/127.0.0.1:42577:42577)] 2024-12-08T18:58:48,925 DEBUG [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractFSWAL(879): hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684291986.meta is not closed yet, will try archiving it next time 2024-12-08T18:58:48,926 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741913_1089 (size=93) 2024-12-08T18:58:48,926 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684291986.meta not finished, retry = 0 2024-12-08T18:58:48,930 DEBUG [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(99): log roll took 61 2024-12-08T18:58:48,930 INFO [rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 {}] regionserver.LogRollBackupSubprocedure$RSRollLogTask(100): After roll log in backup subprocedure, current log number: 1733684328885 on b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:48,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:48,949 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(182): Subprocedure 'rolllog' locally completed 2024-12-08T18:58:48,949 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.ZKProcedureMemberRpcs(267): Marking procedure 'rolllog' completed for member 'b1d30ef9e474,46525,1733684236477' in zk 2024-12-08T18:58:48,960 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,960 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(187): Subprocedure 'rolllog' has notified controller of completion 2024-12-08T18:58:48,960 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-08T18:58:48,960 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,960 DEBUG [member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 {}] procedure.Subprocedure(212): Subprocedure 'rolllog' completed. 2024-12-08T18:58:48,960 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T18:58:48,960 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T18:58:48,961 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T18:58:48,961 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T18:58:48,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:58:48,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,962 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T18:58:48,963 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:58:48,963 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,963 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(218): Finished data from procedure 'rolllog' member 'b1d30ef9e474,46525,1733684236477': 2024-12-08T18:58:48,963 INFO [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(216): Procedure 'rolllog' execution completed 2024-12-08T18:58:48,963 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(225): Running finish phase. 2024-12-08T18:58:48,963 DEBUG [zk-event-processor-pool-0 {}] procedure.Procedure(321): Member: 'b1d30ef9e474,46525,1733684236477' released barrier for procedure'rolllog', counting down latch. Waiting for 0 more 2024-12-08T18:58:48,964 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.Procedure(275): Finished coordinator procedure - removing self from list of running procedures 2024-12-08T18:58:48,964 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureCoordinator(162): Attempting to clean out zk node for op:rolllog 2024-12-08T18:58:48,964 INFO [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] procedure.ZKProcedureUtil(265): Clearing all znodes for procedure rolllog including nodes /1/rolllog-proc/acquired /1/rolllog-proc/reached /1/rolllog-proc/abort 2024-12-08T18:58:48,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T18:58:48,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeCreated, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T18:58:48,974 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-08T18:58:48,974 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureCoordinator$1(194): Node created: /1/rolllog-proc/abort/rolllog 2024-12-08T18:58:48,974 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(77): Received created event:/1/rolllog-proc/abort/rolllog 2024-12-08T18:58:48,974 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(225): Current zk system: 2024-12-08T18:58:48,974 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(227): |-/1/rolllog-proc 2024-12-08T18:58:48,974 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-08T18:58:48,974 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-abort 2024-12-08T18:58:48,974 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-08T18:58:48,975 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T18:58:48,975 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,975 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:58:48,975 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(316): Aborting procedure member for znode /1/rolllog-proc/abort/rolllog 2024-12-08T18:58:48,975 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-acquired 2024-12-08T18:58:48,975 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:58:48,976 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,976 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] zookeeper.ZKUtil(111): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on existing znode=/1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,976 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-reached 2024-12-08T18:58:48,976 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |----rolllog 2024-12-08T18:58:48,977 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureUtil(244): |-------b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired 2024-12-08T18:58:48,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-08T18:58:48,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/acquired/rolllog 2024-12-08T18:58:48,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog/b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:48,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T18:58:48,984 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(104): Received procedure start children changed event: /1/rolllog-proc/acquired 2024-12-08T18:58:48,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/reached/rolllog 2024-12-08T18:58:48,984 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rolllog-proc/abort 2024-12-08T18:58:48,985 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(154): Looking for new procedures under znode:'/1/rolllog-proc/acquired' 2024-12-08T18:58:48,985 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rolllog-proc/abort/rolllog 2024-12-08T18:58:48,985 DEBUG [(b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 {}] errorhandling.TimeoutExceptionInjector(87): Marking timer as complete - no error notifications will be received for this timer. 2024-12-08T18:58:48,985 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.LogRollMasterProcedureManager(143): Done waiting - exec procedure for rolllog 2024-12-08T18:58:48,985 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.LogRollMasterProcedureManager(144): Distributed roll log procedure is successful! 2024-12-08T18:58:48,985 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(347): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Unable to get data of znode /1/rolllog-proc/abort/rolllog because node does not exist (not an error) 2024-12-08T18:58:48,985 INFO [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs$1(107): Received procedure abort children changed event: /1/rolllog-proc/abort 2024-12-08T18:58:48,985 DEBUG [zk-event-processor-pool-0 {}] procedure.ZKProcedureMemberRpcs(134): Checking for aborted procedures on node: '/1/rolllog-proc/abort' 2024-12-08T18:58:48,994 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1336): Checking to see if procedure from request:rolllog-proc is done 2024-12-08T18:58:48,997 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(131): In getLogFilesForNewBackup() olderTimestamps: {b1d30ef9e474:46525=1733684278552} newestTimestamps: {b1d30ef9e474:46525=1733684291931} 2024-12-08T18:58:48,999 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b1d30ef9e474%2C46525%2C1733684236477.meta.1733684240659.meta 2024-12-08T18:58:48,999 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b1d30ef9e474%2C46525%2C1733684236477.meta.1733684278629.meta 2024-12-08T18:58:48,999 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b1d30ef9e474%2C46525%2C1733684236477.meta.1733684291986.meta 2024-12-08T18:58:48,999 DEBUG [Time-limited test {}] impl.IncrementalBackupManager$NewestLogFilter(269): Skip .meta log file: b1d30ef9e474%2C46525%2C1733684236477.meta.1733684328902.meta 2024-12-08T18:58:48,999 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684328885 2024-12-08T18:58:48,999 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684291891 2024-12-08T18:58:48,999 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(177): currentLogFile: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684328870 2024-12-08T18:58:49,000 DEBUG [Time-limited test {}] impl.IncrementalBackupManager(213): Skip .meta log file: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684261882.meta 2024-12-08T18:58:49,008 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741957_1133 (size=640) 2024-12-08T18:58:49,027 INFO [WAL-Archive-0 {}] wal.AbstractFSWAL(968): Archiving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684291986.meta to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684291986.meta 2024-12-08T18:58:49,410 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:backup:system_bulk target: hdfs://localhost:38211/backupUT/backup_1733684326428/backup/system_bulk descriptor: 'backup:system_bulk', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'meta', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'session', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:58:49,410 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-08T18:58:49,412 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table backup:system_bulk 2024-12-08T18:58:49,417 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741958_1134 (size=45) 2024-12-08T18:58:49,817 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table backup:system_bulk 2024-12-08T18:58:49,837 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741959_1135 (size=390) 2024-12-08T18:58:50,238 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns3:test-17336842469182 target: hdfs://localhost:38211/backupUT/backup_1733684326428/ns3/test-17336842469182 descriptor: 'ns3:test-17336842469182', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:58:50,238 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-08T18:58:50,241 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns3:test-17336842469182 2024-12-08T18:58:50,245 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741960_1136 (size=50) 2024-12-08T18:58:50,646 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns3:test-17336842469182 2024-12-08T18:58:50,655 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741961_1137 (size=950) 2024-12-08T18:58:51,057 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:test-1733684246918 target: hdfs://localhost:38211/backupUT/backup_1733684326428/default/test-1733684246918 descriptor: 'test-1733684246918', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:58:51,057 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-08T18:58:51,059 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table test-1733684246918 2024-12-08T18:58:51,063 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741962_1138 (size=53) 2024-12-08T18:58:51,064 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table test-1733684246918 2024-12-08T18:58:51,073 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741963_1139 (size=364) 2024-12-08T18:58:51,475 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns2:test-17336842469181 target: hdfs://localhost:38211/backupUT/backup_1733684326428/ns2/test-17336842469181 descriptor: 'ns2:test-17336842469181', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:58:51,475 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-08T18:58:51,477 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns2:test-17336842469181 2024-12-08T18:58:51,482 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741964_1140 (size=50) 2024-12-08T18:58:51,883 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns2:test-17336842469181 2024-12-08T18:58:51,898 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741965_1141 (size=390) 2024-12-08T18:58:52,299 DEBUG [Time-limited test {}] util.BackupUtils(148): Attempting to copy table info for:ns4:test-17336842469183 target: hdfs://localhost:38211/backupUT/backup_1733684326428/ns4/test-17336842469183 descriptor: 'ns4:test-17336842469183', {TABLE_ATTRIBUTES => {REGION_REPLICATION => '1', METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'NONE', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:58:52,299 DEBUG [Time-limited test {}] util.BackupUtils(150): Finished copying tableinfo. 2024-12-08T18:58:52,301 DEBUG [Time-limited test {}] util.BackupUtils(153): Starting to write region info for table ns4:test-17336842469183 2024-12-08T18:58:52,322 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741966_1142 (size=50) 2024-12-08T18:58:52,723 DEBUG [Time-limited test {}] util.BackupUtils(160): Finished writing region info for table ns4:test-17336842469183 2024-12-08T18:58:52,734 DEBUG [Time-limited test {}] mapreduce.WALPlayer(319): add incremental job :hdfs://localhost:38211/backupUT/.tmp/backup_1733684326428 from hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684291891;hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684291931 2024-12-08T18:58:52,735 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@14aef421, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:52,735 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:58:52,735 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:58:52,736 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:58:52,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:58:52,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:58:52,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31901628, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:52,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:58:52,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:58:52,736 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:52,737 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58636, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:58:52,738 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6d92f430, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:52,738 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:58:52,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:58:52,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@689c2a42 2024-12-08T18:58:52,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:58:52,740 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58644, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:58:52,744 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-08T18:58:52,744 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table backup:system_bulk 2024-12-08T18:58:52,744 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:52,744 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:58:52,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:58:52,745 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:58:52,746 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46080, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:58:52,748 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for backup:system_bulk: backup:system_bulk; 2024-12-08T18:58:52,748 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:test-17336842469181 2024-12-08T18:58:52,748 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:test-17336842469181,, stopping at row=ns2:test-17336842469181 ,, for max=2147483647 with caching=100 2024-12-08T18:58:52,750 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:test-17336842469181: ns2:test-17336842469181; 2024-12-08T18:58:52,750 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns3:test-17336842469182 2024-12-08T18:58:52,750 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns3:test-17336842469182,, stopping at row=ns3:test-17336842469182 ,, for max=2147483647 with caching=100 2024-12-08T18:58:52,752 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns3:test-17336842469182: ns3:test-17336842469182; 2024-12-08T18:58:52,752 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns4:test-17336842469183 2024-12-08T18:58:52,752 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns4:test-17336842469183,, stopping at row=ns4:test-17336842469183 ,, for max=2147483647 with caching=100 2024-12-08T18:58:52,754 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns4:test-17336842469183: ns4:test-17336842469183; 2024-12-08T18:58:52,754 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table test-1733684246918 2024-12-08T18:58:52,754 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=test-1733684246918,, stopping at row=test-1733684246918 ,, for max=2147483647 with caching=100 2024-12-08T18:58:52,756 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for test-1733684246918: test-1733684246918; 2024-12-08T18:58:52,756 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 5 reduce partitions to match current region count for all tables 2024-12-08T18:58:52,756 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/partitions_44a9ca63-04e5-4392-97b7-6954a8415ddb 2024-12-08T18:58:52,767 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741967_1143 (size=324) 2024-12-08T18:58:53,168 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:53,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:53,169 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:53,471 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region be9a65a07e703f002deca928fe428f51, had cached 0 bytes from a total of 38453 2024-12-08T18:58:54,013 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop-1251673654180030628.jar 2024-12-08T18:58:54,013 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:54,013 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:54,013 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:54,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:54,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:54,014 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:54,015 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:54,015 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:54,015 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:54,015 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:58:54,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T18:58:54,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T18:58:54,016 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T18:58:54,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T18:58:54,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T18:58:54,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T18:58:54,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T18:58:54,017 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T18:58:54,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T18:58:54,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T18:58:54,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:54,018 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:54,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.WALInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:54,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:54,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:54,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.MultiTableHFileOutputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:54,019 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:58:54,019 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: backup:system_bulk,ns2:test-17336842469181,ns3:test-17336842469182,ns4:test-17336842469183,default:test-1733684246918 2024-12-08T18:58:54,019 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:58:54,020 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.WALPlayer.createSubmittableJob(WALPlayer.java:342) at org.apache.hadoop.hbase.mapreduce.WALPlayer.run(WALPlayer.java:425) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.walToHFiles(IncrementalTableBackupClient.java:426) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.convertWALsToHFiles(IncrementalTableBackupClient.java:398) at org.apache.hadoop.hbase.backup.impl.IncrementalTableBackupClient.execute(IncrementalTableBackupClient.java:300) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.backupTables(BackupAdminImpl.java:594) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:188) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:58:54,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:54,020 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:54,020 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:58:54,020 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:58:54,902 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.regionserver.wal.WALCellCodec, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop-1233392774538432793.jar 2024-12-08T18:58:54,912 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T18:58:54,945 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684291891 for WAL files 2024-12-08T18:58:54,947 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684291891 2024-12-08T18:58:54,947 DEBUG [Time-limited test {}] mapreduce.WALInputFormat(355): Scanning hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684291931 for WAL files 2024-12-08T18:58:54,948 INFO [Time-limited test {}] mapreduce.WALInputFormat(381): Found hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684291931 2024-12-08T18:58:55,052 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1172032798_0010_eacd5b7e-a449-4324-b7ea-c9ce2488a8c7/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-12-08T18:58:55,052 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1172032798_0010_eacd5b7e-a449-4324-b7ea-c9ce2488a8c7/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-12-08T18:58:55,119 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684291891 for hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1.1733684291891 (-9223372036854775808:9223372036854775807) length:4710 2024-12-08T18:58:55,122 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-08T18:58:55,122 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-08T18:58:55,162 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(196): Opening hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684291931 for hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684291931 (-9223372036854775808:9223372036854775807) length:653 2024-12-08T18:58:55,165 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(244): Reached end of file. 2024-12-08T18:58:55,165 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.WALInputFormat$WALRecordReader(281): Closing reader 2024-12-08T18:58:55,301 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d82195f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:55,301 DEBUG [pool-260-thread-1 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:58:55,301 DEBUG [pool-260-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:58:55,302 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:58:55,302 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:58:55,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:58:55,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1a6610fa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:55,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:58:55,303 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:58:55,304 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:55,304 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58670, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:58:55,305 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@470ec590, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:55,306 DEBUG [pool-260-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:58:55,306 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:58:55,307 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:58:55,308 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46082, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:58:55,310 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'test-1733684246918', row='row-test-1733684246918-2-0', locateType=CURRENT is [region=test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51., hostname=b1d30ef9e474,46525,1733684236477, seqNum=338] 2024-12-08T18:58:55,310 INFO [pool-260-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-260-thread-1. 2024-12-08T18:58:55,310 DEBUG [pool-260-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:58:55,310 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:55,310 DEBUG [pool-260-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:55,310 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:58:55,311 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733684246918-2-0] 2024-12-08T18:58:55,311 DEBUG [pool-260-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b1d30ef9e474 2024-12-08T18:58:55,314 DEBUG [pool-260-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/backupUT/.tmp/backup_1733684326428/_temporary/0/_temporary/attempt_local1172032798_0010_r_000004_0/default/test-1733684246918/f2/bfdac685ebc944689a8e772d1d7ca41b is 58, key is row-test-1733684246918-2-0/f2:q1/1733684321415/Put/seqid=0 2024-12-08T18:58:55,315 WARN [Thread-1519 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b1d30ef9e474:46525] Specified favored nodes: [b1d30ef9e474:46525] 2024-12-08T18:58:55,318 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741968_1144 (size=5367) 2024-12-08T18:58:56,108 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(344): Incremental copy HFiles is starting. dest=hdfs://localhost:38211/backupUT 2024-12-08T18:58:56,108 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(354): Setting incremental copy HFiles job name to : Incremental_Backup-HFileCopy-backup_1733684326428 2024-12-08T18:58:56,108 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(385): Doing COPY_TYPE_DISTCP 2024-12-08T18:58:56,120 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(394): DistCp options: [hdfs://localhost:38211/backupUT/.tmp/backup_1733684326428, hdfs://localhost:38211/backupUT] 2024-12-08T18:58:56,162 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T18:58:56,313 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741969_1145 (size=5367) 2024-12-08T18:58:56,779 INFO [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(224): Progress: 100.0% subTask: 1.0 mapProgress: 1.0 2024-12-08T18:58:56,781 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob(144): Backup progress data "100%" has been updated to backup system table for backup_1733684326428 2024-12-08T18:58:56,781 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(232): Backup progress data updated to backup system table: "Progress: 100.0% - 5367 bytes copied." 2024-12-08T18:58:56,781 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(242): DistCp job-id: job_local497720332_0011 completed: true true 2024-12-08T18:58:56,782 DEBUG [Time-limited test {}] mapreduce.MapReduceBackupCopyJob$BackupDistCp(245): Counters: 26 File System Counters FILE: Number of bytes read=6688404 FILE: Number of bytes written=17270313 FILE: Number of read operations=0 FILE: Number of large read operations=0 FILE: Number of write operations=0 HDFS: Number of bytes read=410754 HDFS: Number of bytes written=2548152 HDFS: Number of read operations=1171 HDFS: Number of large read operations=0 HDFS: Number of write operations=423 HDFS: Number of bytes read erasure-coded=0 Map-Reduce Framework Map input records=6 Map output records=0 Input split bytes=342 Spilled Records=0 Failed Shuffles=0 Merged Map outputs=0 GC time elapsed (ms)=0 Total committed heap usage (bytes)=1048576000 File Input Format Counters Bytes Read=1482 File Output Format Counters Bytes Written=0 DistCp Counters Bandwidth in Bytes=5367 Bytes Copied=5367 Bytes Expected=5367 Files Copied=2 DIR_COPY=4 2024-12-08T18:58:56,782 DEBUG [Time-limited test {}] impl.IncrementalTableBackupClient(365): Incremental copy HFiles from hdfs://localhost:38211/backupUT/.tmp/backup_1733684326428 to hdfs://localhost:38211/backupUT finished. 2024-12-08T18:58:56,804 DEBUG [Time-limited test {}] impl.TableBackupClient(301): Getting the direct ancestors of the current backup backup_1733684326428 2024-12-08T18:58:56,808 DEBUG [Time-limited test {}] impl.TableBackupClient(334): Dependent full backup image: {BackupID=backup_1733684288783} 2024-12-08T18:58:56,808 DEBUG [Time-limited test {}] impl.TableBackupClient(337): Got 1 ancestors for the current backup. 2024-12-08T18:58:56,813 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741970_1146 (size=648) 2024-12-08T18:58:57,213 INFO [Time-limited test {}] impl.BackupManifest(504): Manifest file stored to hdfs://localhost:38211/backupUT/backup_1733684326428/.backup.manifest 2024-12-08T18:58:57,214 DEBUG [Time-limited test {}] impl.TableBackupClient(387): Backup backup_1733684326428 finished: type=INCREMENTAL,tablelist=backup:system_bulk;ns3:test-17336842469182;test-1733684246918;ns2:test-17336842469181;ns4:test-17336842469183,targetRootDir=hdfs://localhost:38211/backupUT,startts=1733684328745,completets=1733684336804,bytescopied=0 2024-12-08T18:58:57,214 DEBUG [Time-limited test {}] impl.BackupSystemTable(1571): Deleting snapshot_backup_system from the system 2024-12-08T18:58:57,218 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(838): Client=jenkins//172.17.0.2 delete name: "snapshot_backup_system" type: DISABLED 2024-12-08T18:58:57,220 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] snapshot.SnapshotManager(381): Deleting snapshot: snapshot_backup_system 2024-12-08T18:58:57,221 DEBUG [Time-limited test {}] impl.BackupSystemTable(1576): Done deleting backup system table snapshot 2024-12-08T18:58:57,223 DEBUG [Time-limited test {}] impl.BackupSystemTable(662): Finish backup exclusive operation 2024-12-08T18:58:57,226 INFO [Time-limited test {}] impl.TableBackupClient(405): Backup backup_1733684326428 completed. 2024-12-08T18:58:57,226 DEBUG [Time-limited test {}] impl.BackupSystemTable(458): deleted 0 original bulkload rows 2024-12-08T18:58:57,234 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:58:57,239 DEBUG [RPCClient-NioEventLoopGroup-4-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:58:57,244 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:38211/backupUT/backup_1733684326428/.backup.manifest 2024-12-08T18:58:57,246 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733684326428/.backup.manifest 2024-12-08T18:58:57,246 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(196): Restoring full backup_1733684255755 2024-12-08T18:58:57,249 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table table1 does not exist. It will be created during restore process 2024-12-08T18:58:57,250 INFO [Time-limited test {}] impl.RestoreTablesClient(100): HBase table ns2:table2 does not exist. It will be created during restore process 2024-12-08T18:58:57,251 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:38211/backupUT/backup_1733684255755/.backup.manifest 2024-12-08T18:58:57,254 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733684255755/.backup.manifest 2024-12-08T18:58:57,257 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:38211/backupUT/backup_1733684255755/.backup.manifest 2024-12-08T18:58:57,259 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733684255755/.backup.manifest 2024-12-08T18:58:57,260 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733684246918' to 'table1' from full backup image hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918 2024-12-08T18:58:57,269 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'table1' 2024-12-08T18:58:57,269 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:57,270 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f in region [hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51] 2024-12-08T18:58:57,275 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/1f991adfa26e4f0aa90b079693ae4616 first=row0 last=row98 2024-12-08T18:58:57,275 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f3 in region [hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51] 2024-12-08T18:58:57,279 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f3/b95172240af548c6b6650bb0640d90ff first=row-test-1733684246918-3-0 last=row-test-1733684246918-3-5 2024-12-08T18:58:57,279 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob in region [hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51] 2024-12-08T18:58:57,282 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/625b56ee43fc46fea5c23b85bfe64147 first=row-test-1733684246918-3-0 last=row-test-1733684246918-3-5 2024-12-08T18:58:57,287 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'table1', {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:58:57,288 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=table1 2024-12-08T18:58:57,289 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T18:58:57,289 DEBUG [PEWorker-5 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:58:57,289 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "default" qualifier: "table1" procId is: 62 2024-12-08T18:58:57,290 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T18:58:57,290 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-08T18:58:57,295 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741971_1147 (size=938) 2024-12-08T18:58:57,394 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-08T18:58:57,604 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-08T18:58:57,697 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => a1ea7cf729f4e22f47b772f9c7651e11, NAME => 'table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:58:57,697 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => 7583827b2a7c103f22f8651f774d269f, NAME => 'table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:58:57,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741973_1149 (size=45) 2024-12-08T18:58:57,703 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741972_1148 (size=45) 2024-12-08T18:58:57,704 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:58:57,704 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing a1ea7cf729f4e22f47b772f9c7651e11, disabling compactions & flushes 2024-12-08T18:58:57,704 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11. 2024-12-08T18:58:57,704 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11. 2024-12-08T18:58:57,704 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11. after waiting 0 ms 2024-12-08T18:58:57,704 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11. 2024-12-08T18:58:57,704 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11. 2024-12-08T18:58:57,704 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for a1ea7cf729f4e22f47b772f9c7651e11: Waiting for close lock at 1733684337704Disabling compacts and flushes for region at 1733684337704Disabling writes for close at 1733684337704Writing region close event to WAL at 1733684337704Closed at 1733684337704 2024-12-08T18:58:57,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-08T18:58:58,105 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:58:58,105 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing 7583827b2a7c103f22f8651f774d269f, disabling compactions & flushes 2024-12-08T18:58:58,105 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f. 2024-12-08T18:58:58,105 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f. 2024-12-08T18:58:58,105 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f. after waiting 0 ms 2024-12-08T18:58:58,105 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f. 2024-12-08T18:58:58,105 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f. 2024-12-08T18:58:58,105 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for 7583827b2a7c103f22f8651f774d269f: Waiting for close lock at 1733684338105Disabling compacts and flushes for region at 1733684338105Disabling writes for close at 1733684338105Writing region close event to WAL at 1733684338105Closed at 1733684338105 2024-12-08T18:58:58,106 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T18:58:58,107 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733684338106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733684338106"}]},"ts":"1733684338106"} 2024-12-08T18:58:58,107 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733684338106"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733684338106"}]},"ts":"1733684338106"} 2024-12-08T18:58:58,111 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-08T18:58:58,112 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T18:58:58,112 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684338112"}]},"ts":"1733684338112"} 2024-12-08T18:58:58,113 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-12-08T18:58:58,114 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=a1ea7cf729f4e22f47b772f9c7651e11, ASSIGN}, {pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=7583827b2a7c103f22f8651f774d269f, ASSIGN}] 2024-12-08T18:58:58,115 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=a1ea7cf729f4e22f47b772f9c7651e11, ASSIGN 2024-12-08T18:58:58,115 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=7583827b2a7c103f22f8651f774d269f, ASSIGN 2024-12-08T18:58:58,116 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=7583827b2a7c103f22f8651f774d269f, ASSIGN; state=OFFLINE, location=b1d30ef9e474,46525,1733684236477; forceNewPlan=false, retain=false 2024-12-08T18:58:58,116 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=a1ea7cf729f4e22f47b772f9c7651e11, ASSIGN; state=OFFLINE, location=b1d30ef9e474,46525,1733684236477; forceNewPlan=false, retain=false 2024-12-08T18:58:58,267 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=a1ea7cf729f4e22f47b772f9c7651e11, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:58,267 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=7583827b2a7c103f22f8651f774d269f, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:58,269 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=63, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=a1ea7cf729f4e22f47b772f9c7651e11, ASSIGN because future has completed 2024-12-08T18:58:58,270 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=64, ppid=62, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=7583827b2a7c103f22f8651f774d269f, ASSIGN because future has completed 2024-12-08T18:58:58,270 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1ea7cf729f4e22f47b772f9c7651e11, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:58:58,271 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7583827b2a7c103f22f8651f774d269f, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:58:58,425 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-08T18:58:58,425 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(132): Open table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f. 2024-12-08T18:58:58,425 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7752): Opening region: {ENCODED => 7583827b2a7c103f22f8651f774d269f, NAME => 'table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-08T18:58:58,426 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:58:58,426 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 7583827b2a7c103f22f8651f774d269f 2024-12-08T18:58:58,426 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(898): Instantiated table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:58:58,426 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7794): checking encryption for 7583827b2a7c103f22f8651f774d269f 2024-12-08T18:58:58,426 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(7797): checking classloading for 7583827b2a7c103f22f8651f774d269f 2024-12-08T18:58:58,428 INFO [StoreOpener-7583827b2a7c103f22f8651f774d269f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 7583827b2a7c103f22f8651f774d269f 2024-12-08T18:58:58,429 INFO [StoreOpener-7583827b2a7c103f22f8651f774d269f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7583827b2a7c103f22f8651f774d269f columnFamilyName f 2024-12-08T18:58:58,429 DEBUG [StoreOpener-7583827b2a7c103f22f8651f774d269f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:58:58,430 INFO [StoreOpener-7583827b2a7c103f22f8651f774d269f-1 {}] regionserver.HStore(327): Store=7583827b2a7c103f22f8651f774d269f/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:58:58,430 INFO [StoreOpener-7583827b2a7c103f22f8651f774d269f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 7583827b2a7c103f22f8651f774d269f 2024-12-08T18:58:58,431 INFO [StoreOpener-7583827b2a7c103f22f8651f774d269f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7583827b2a7c103f22f8651f774d269f columnFamilyName f3 2024-12-08T18:58:58,431 DEBUG [StoreOpener-7583827b2a7c103f22f8651f774d269f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:58:58,432 INFO [StoreOpener-7583827b2a7c103f22f8651f774d269f-1 {}] regionserver.HStore(327): Store=7583827b2a7c103f22f8651f774d269f/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:58:58,432 INFO [StoreOpener-7583827b2a7c103f22f8651f774d269f-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 7583827b2a7c103f22f8651f774d269f 2024-12-08T18:58:58,433 INFO [StoreOpener-7583827b2a7c103f22f8651f774d269f-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 7583827b2a7c103f22f8651f774d269f columnFamilyName mob 2024-12-08T18:58:58,434 DEBUG [StoreOpener-7583827b2a7c103f22f8651f774d269f-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:58:58,435 INFO [StoreOpener-7583827b2a7c103f22f8651f774d269f-1 {}] regionserver.HStore(327): Store=7583827b2a7c103f22f8651f774d269f/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:58:58,435 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1038): replaying wal for 7583827b2a7c103f22f8651f774d269f 2024-12-08T18:58:58,436 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/7583827b2a7c103f22f8651f774d269f 2024-12-08T18:58:58,436 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/7583827b2a7c103f22f8651f774d269f 2024-12-08T18:58:58,437 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1048): stopping wal replay for 7583827b2a7c103f22f8651f774d269f 2024-12-08T18:58:58,437 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1060): Cleaning up temporary data for 7583827b2a7c103f22f8651f774d269f 2024-12-08T18:58:58,438 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T18:58:58,439 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1093): writing seq id for 7583827b2a7c103f22f8651f774d269f 2024-12-08T18:58:58,442 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/7583827b2a7c103f22f8651f774d269f/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:58:58,443 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1114): Opened 7583827b2a7c103f22f8651f774d269f; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11533836320, jitterRate=0.07417221367359161}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T18:58:58,443 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 7583827b2a7c103f22f8651f774d269f 2024-12-08T18:58:58,443 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegion(1006): Region open journal for 7583827b2a7c103f22f8651f774d269f: Running coprocessor pre-open hook at 1733684338426Writing region info on filesystem at 1733684338426Initializing all the Stores at 1733684338427 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684338427Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684338427Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684338427Cleaning up temporary data from old regions at 1733684338437 (+10 ms)Running coprocessor post-open hooks at 1733684338443 (+6 ms)Region opened successfully at 1733684338443 2024-12-08T18:58:58,445 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f., pid=66, masterSystemTime=1733684338421 2024-12-08T18:58:58,447 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f. 2024-12-08T18:58:58,447 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=66}] handler.AssignRegionHandler(153): Opened table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f. 2024-12-08T18:58:58,447 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=64 updating hbase:meta row=7583827b2a7c103f22f8651f774d269f, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:58,447 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(132): Open table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11. 2024-12-08T18:58:58,448 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7752): Opening region: {ENCODED => a1ea7cf729f4e22f47b772f9c7651e11, NAME => 'table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-08T18:58:58,448 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:58:58,449 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:58:58,449 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(898): Instantiated table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:58:58,449 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7794): checking encryption for a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:58:58,449 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(7797): checking classloading for a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:58:58,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=66, ppid=64, state=RUNNABLE, hasLock=false; OpenRegionProcedure 7583827b2a7c103f22f8651f774d269f, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:58:58,452 INFO [StoreOpener-a1ea7cf729f4e22f47b772f9c7651e11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:58:58,454 INFO [StoreOpener-a1ea7cf729f4e22f47b772f9c7651e11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1ea7cf729f4e22f47b772f9c7651e11 columnFamilyName f 2024-12-08T18:58:58,454 DEBUG [StoreOpener-a1ea7cf729f4e22f47b772f9c7651e11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:58:58,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=66, resume processing ppid=64 2024-12-08T18:58:58,454 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=66, ppid=64, state=SUCCESS, hasLock=false; OpenRegionProcedure 7583827b2a7c103f22f8651f774d269f, server=b1d30ef9e474,46525,1733684236477 in 181 msec 2024-12-08T18:58:58,454 INFO [StoreOpener-a1ea7cf729f4e22f47b772f9c7651e11-1 {}] regionserver.HStore(327): Store=a1ea7cf729f4e22f47b772f9c7651e11/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:58:58,455 INFO [StoreOpener-a1ea7cf729f4e22f47b772f9c7651e11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:58:58,456 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=64, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=7583827b2a7c103f22f8651f774d269f, ASSIGN in 340 msec 2024-12-08T18:58:58,456 INFO [StoreOpener-a1ea7cf729f4e22f47b772f9c7651e11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1ea7cf729f4e22f47b772f9c7651e11 columnFamilyName f3 2024-12-08T18:58:58,456 DEBUG [StoreOpener-a1ea7cf729f4e22f47b772f9c7651e11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:58:58,457 INFO [StoreOpener-a1ea7cf729f4e22f47b772f9c7651e11-1 {}] regionserver.HStore(327): Store=a1ea7cf729f4e22f47b772f9c7651e11/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:58:58,457 INFO [StoreOpener-a1ea7cf729f4e22f47b772f9c7651e11-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:58:58,458 INFO [StoreOpener-a1ea7cf729f4e22f47b772f9c7651e11-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a1ea7cf729f4e22f47b772f9c7651e11 columnFamilyName mob 2024-12-08T18:58:58,459 DEBUG [StoreOpener-a1ea7cf729f4e22f47b772f9c7651e11-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:58:58,460 INFO [StoreOpener-a1ea7cf729f4e22f47b772f9c7651e11-1 {}] regionserver.HStore(327): Store=a1ea7cf729f4e22f47b772f9c7651e11/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:58:58,461 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1038): replaying wal for a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:58:58,462 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:58:58,462 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:58:58,463 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1048): stopping wal replay for a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:58:58,463 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1060): Cleaning up temporary data for a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:58:58,464 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T18:58:58,465 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1093): writing seq id for a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:58:58,467 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:58:58,467 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1114): Opened a1ea7cf729f4e22f47b772f9c7651e11; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11108232320, jitterRate=0.034534752368927}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T18:58:58,467 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:58:58,468 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegion(1006): Region open journal for a1ea7cf729f4e22f47b772f9c7651e11: Running coprocessor pre-open hook at 1733684338449Writing region info on filesystem at 1733684338449Initializing all the Stores at 1733684338450 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684338450Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684338451 (+1 ms)Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684338451Cleaning up temporary data from old regions at 1733684338463 (+12 ms)Running coprocessor post-open hooks at 1733684338467 (+4 ms)Region opened successfully at 1733684338468 (+1 ms) 2024-12-08T18:58:58,468 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11., pid=65, masterSystemTime=1733684338421 2024-12-08T18:58:58,470 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11. 2024-12-08T18:58:58,470 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=65}] handler.AssignRegionHandler(153): Opened table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11. 2024-12-08T18:58:58,471 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=63 updating hbase:meta row=a1ea7cf729f4e22f47b772f9c7651e11, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:58:58,472 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=65, ppid=63, state=RUNNABLE, hasLock=false; OpenRegionProcedure a1ea7cf729f4e22f47b772f9c7651e11, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:58:58,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=65, resume processing ppid=63 2024-12-08T18:58:58,476 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=65, ppid=63, state=SUCCESS, hasLock=false; OpenRegionProcedure a1ea7cf729f4e22f47b772f9c7651e11, server=b1d30ef9e474,46525,1733684236477 in 204 msec 2024-12-08T18:58:58,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=63, resume processing ppid=62 2024-12-08T18:58:58,479 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=63, ppid=62, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=a1ea7cf729f4e22f47b772f9c7651e11, ASSIGN in 362 msec 2024-12-08T18:58:58,479 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T18:58:58,480 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684338480"}]},"ts":"1733684338480"} 2024-12-08T18:58:58,482 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-12-08T18:58:58,483 INFO [PEWorker-5 {}] procedure.CreateTableProcedure(89): pid=62, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=table1 execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T18:58:58,484 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=62, state=SUCCESS, hasLock=false; CreateTableProcedure table=table1 in 1.1960 sec 2024-12-08T18:58:59,434 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=62 2024-12-08T18:58:59,435 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: default:table1 completed 2024-12-08T18:58:59,437 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T18:58:59,441 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51 from hbase tables test-1733684246918 to tables table1 2024-12-08T18:58:59,441 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733684246918 into table1 2024-12-08T18:58:59,444 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684339441 from hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51 2024-12-08T18:58:59,445 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6032c4d5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:59,446 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:58:59,446 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:58:59,446 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:58:59,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:58:59,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:58:59,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@742a4a6f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:59,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:58:59,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:58:59,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:58:59,448 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58686, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:58:59,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15c0ff27, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:58:59,449 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:58:59,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:58:59,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5148786a 2024-12-08T18:58:59,450 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:58:59,451 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:58702, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:58:59,452 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-08T18:58:59,452 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-08T18:58:59,452 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T18:58:59,453 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:58:59,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:58:59,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:58:59,455 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46086, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:58:59,457 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-08T18:58:59,458 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-08T18:58:59,458 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-08T18:58:59,458 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/partitions_4e95de39-e11e-4543-a499-67dd5da58ecb 2024-12-08T18:58:59,466 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741974_1150 (size=177) 2024-12-08T18:58:59,467 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:59,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:59,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:58:59,602 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region dcfea43efa4feb924a20d210bf06ec88, had cached 0 bytes from a total of 13547 2024-12-08T18:59:00,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop-9491872614783442393.jar 2024-12-08T18:59:00,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:00,497 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:00,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:00,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:00,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:00,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:00,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:00,498 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:00,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:00,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:59:00,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T18:59:00,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T18:59:00,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T18:59:00,499 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T18:59:00,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T18:59:00,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T18:59:00,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T18:59:00,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T18:59:00,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T18:59:00,500 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T18:59:00,502 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:00,502 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:00,502 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:00,503 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:00,503 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:00,503 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:00,503 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:59:00,503 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-08T18:59:00,504 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:59:00,504 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:00,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:00,504 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:00,504 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-08T18:59:00,504 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:00,504 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:59:00,516 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T18:59:00,537 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-08T18:59:00,657 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local120901800_0012_6a55535f-9ae4-4c1a-aa9b-ea988743db6b/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-12-08T18:59:00,657 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local120901800_0012_6a55535f-9ae4-4c1a-aa9b-ea988743db6b/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-12-08T18:59:00,730 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/1f991adfa26e4f0aa90b079693ae4616 2024-12-08T18:59:00,733 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T18:59:00,779 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/625b56ee43fc46fea5c23b85bfe64147 2024-12-08T18:59:00,783 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T18:59:00,807 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f3/b95172240af548c6b6650bb0640d90ff 2024-12-08T18:59:00,811 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T18:59:00,844 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4b64a548, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:00,844 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:00,844 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:00,845 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:00,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:00,845 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:00,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7481d03a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:00,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:00,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:00,846 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:00,847 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:00,848 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@41347dce, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:00,848 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:00,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:00,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:00,851 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34860, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:00,852 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733684246918-3-0', locateType=CURRENT is [region=table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:00,853 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-08T18:59:00,853 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:00,853 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:00,853 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:00,853 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:00,853 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733684246918-3-0] 2024-12-08T18:59:00,853 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b1d30ef9e474 2024-12-08T18:59:00,858 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@b14c3e7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:00,858 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:00,858 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:00,859 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:00,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:00,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:00,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@594fe766, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:00,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:00,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:00,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:00,861 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46090, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:00,862 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6c7c72b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:00,862 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:00,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:00,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:00,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34870, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:00,872 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733684246918-3-0', locateType=CURRENT is [region=table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:00,873 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-08T18:59:00,873 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:00,873 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:00,873 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:00,873 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733684246918-3-0] 2024-12-08T18:59:00,873 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b1d30ef9e474 2024-12-08T18:59:00,874 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:00,887 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684339441/_temporary/0/_temporary/attempt_local120901800_0012_r_000000_0/f3/de02a2469b0b4f888050f4df72a34f3a is 58, key is row-test-1733684246918-3-0/f3:q1/1733684255710/Put/seqid=0 2024-12-08T18:59:00,889 WARN [Thread-1638 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b1d30ef9e474:46525] Specified favored nodes: [b1d30ef9e474:46525] 2024-12-08T18:59:00,903 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741975_1151 (size=5529) 2024-12-08T18:59:01,304 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684339441/_temporary/0/_temporary/attempt_local120901800_0012_r_000000_0/mob/c02dea65ee6d4fb4bf4357a5b335ad5e is 59, key is row-test-1733684246918-3-0/mob:q1/1733684255731/Put/seqid=0 2024-12-08T18:59:01,306 WARN [Thread-1640 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b1d30ef9e474:46525] Specified favored nodes: [b1d30ef9e474:46525] 2024-12-08T18:59:01,308 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741976_1152 (size=5538) 2024-12-08T18:59:01,710 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'table1' 2024-12-08T18:59:01,748 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@36e57d09, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:01,748 DEBUG [pool-267-thread-1 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:01,748 DEBUG [pool-267-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:01,750 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:01,750 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:01,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:01,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@117cdc76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:01,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:01,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:01,751 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:01,752 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46102, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:01,753 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a60ecab, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:01,754 DEBUG [pool-267-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:01,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:01,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:01,757 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34880, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:01,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:01,759 INFO [pool-267-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-267-thread-1. 2024-12-08T18:59:01,759 DEBUG [pool-267-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:01,759 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:01,759 DEBUG [pool-267-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:01,760 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-08T18:59:01,760 DEBUG [pool-267-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b1d30ef9e474 2024-12-08T18:59:01,760 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:01,768 DEBUG [pool-267-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684339441/_temporary/0/_temporary/attempt_local120901800_0012_r_000001_0/f/08028a38e8924d57972e55ca9c0626a8 is 37, key is row10/f:q1/1733684248170/Put/seqid=0 2024-12-08T18:59:01,771 WARN [Thread-1655 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b1d30ef9e474:46525] Specified favored nodes: [b1d30ef9e474:46525] 2024-12-08T18:59:01,781 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741977_1153 (size=8741) 2024-12-08T18:59:02,715 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684339441 2024-12-08T18:59:02,715 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2a5f5b91, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,715 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:02,716 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:02,716 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:02,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:02,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:02,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7e5f2fe7, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:02,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:02,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,718 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46128, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:02,719 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@430cc2e5, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,719 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:02,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:02,720 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:02,721 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34886, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:02,725 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684339441/_SUCCESS 2024-12-08T18:59:02,733 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:02,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:02,734 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2f08db7b 2024-12-08T18:59:02,735 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:02,736 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:02,739 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:02,746 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T18:59:02,756 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684339441/f/08028a38e8924d57972e55ca9c0626a8 first=Optional[row0] last=Optional[row98] 2024-12-08T18:59:02,759 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684339441/f3/de02a2469b0b4f888050f4df72a34f3a first=Optional[row-test-1733684246918-3-0] last=Optional[row-test-1733684246918-3-5] 2024-12-08T18:59:02,763 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684339441/mob/c02dea65ee6d4fb4bf4357a5b335ad5e first=Optional[row-test-1733684246918-3-0] last=Optional[row-test-1733684246918-3-5] 2024-12-08T18:59:02,782 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684339441/f/08028a38e8924d57972e55ca9c0626a8 for inclusion in 7583827b2a7c103f22f8651f774d269f/f 2024-12-08T18:59:02,785 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684339441/f3/de02a2469b0b4f888050f4df72a34f3a for inclusion in a1ea7cf729f4e22f47b772f9c7651e11/f3 2024-12-08T18:59:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-08T18:59:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-12-08T18:59:02,790 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.HRegion(2603): Flush status journal for 7583827b2a7c103f22f8651f774d269f: 2024-12-08T18:59:02,792 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684339441/f/08028a38e8924d57972e55ca9c0626a8 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__i7smh64dudsbdjnute6asbc9olhucgddis4rfv3fi1e3398e5nif8m3f7ro8j22d/f/08028a38e8924d57972e55ca9c0626a8 2024-12-08T18:59:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733684246918-3-0 last=row-test-1733684246918-3-5 2024-12-08T18:59:02,793 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-08T18:59:02,793 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684339441/mob/c02dea65ee6d4fb4bf4357a5b335ad5e for inclusion in a1ea7cf729f4e22f47b772f9c7651e11/mob 2024-12-08T18:59:02,799 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__i7smh64dudsbdjnute6asbc9olhucgddis4rfv3fi1e3398e5nif8m3f7ro8j22d/f/08028a38e8924d57972e55ca9c0626a8 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/7583827b2a7c103f22f8651f774d269f/f/27d23a9e9f074789ba4b7aed3a4ab205_SeqId_4_ 2024-12-08T18:59:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f5890d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:02,800 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733684246918-3-0 last=row-test-1733684246918-3-5 2024-12-08T18:59:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-08T18:59:02,802 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:02,802 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HRegion(2603): Flush status journal for a1ea7cf729f4e22f47b772f9c7651e11: 2024-12-08T18:59:02,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:02,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:02,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@633cb98, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,802 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:02,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:02,803 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,804 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46138, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:02,805 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684339441/f3/de02a2469b0b4f888050f4df72a34f3a to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__i7smh64dudsbdjnute6asbc9olhucgddis4rfv3fi1e3398e5nif8m3f7ro8j22d/f3/de02a2469b0b4f888050f4df72a34f3a 2024-12-08T18:59:02,805 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@33016af6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,807 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__i7smh64dudsbdjnute6asbc9olhucgddis4rfv3fi1e3398e5nif8m3f7ro8j22d/f3/de02a2469b0b4f888050f4df72a34f3a as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/f3/6be8c27707914a6f8c187379145ba64f_SeqId_4_ 2024-12-08T18:59:02,808 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684339441/mob/c02dea65ee6d4fb4bf4357a5b335ad5e to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__i7smh64dudsbdjnute6asbc9olhucgddis4rfv3fi1e3398e5nif8m3f7ro8j22d/mob/c02dea65ee6d4fb4bf4357a5b335ad5e 2024-12-08T18:59:02,809 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:02,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:02,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@15b296fe 2024-12-08T18:59:02,810 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:02,811 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46144, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:02,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__i7smh64dudsbdjnute6asbc9olhucgddis4rfv3fi1e3398e5nif8m3f7ro8j22d/mob/c02dea65ee6d4fb4bf4357a5b335ad5e as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/mob/3678964f679e40cfb230b5017f85a06d_SeqId_4_ 2024-12-08T18:59:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@239241a6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:02,812 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:02,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:02,813 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:02,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:02,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:02,814 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@55f2996e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:02,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:02,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:02,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:02,815 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,816 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46168, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:02,816 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:02,817 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@57a4e3c4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:02,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:02,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@25699f73 2024-12-08T18:59:02,818 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:02,820 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46176, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:02,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:02,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:02,822 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:02,824 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34908, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:02,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:59:02,834 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:59:02,837 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:59:02,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:02,844 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:59:02,846 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525. 2024-12-08T18:59:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:02,846 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,847 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,847 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:02,848 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__i7smh64dudsbdjnute6asbc9olhucgddis4rfv3fi1e3398e5nif8m3f7ro8j22d/f/08028a38e8924d57972e55ca9c0626a8 into 7583827b2a7c103f22f8651f774d269f/f as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/7583827b2a7c103f22f8651f774d269f/f/27d23a9e9f074789ba4b7aed3a4ab205_SeqId_4_ - updating store file list. 2024-12-08T18:59:02,850 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:02,853 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525. 2024-12-08T18:59:02,853 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,854 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,854 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:02,858 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/7583827b2a7c103f22f8651f774d269f/f/27d23a9e9f074789ba4b7aed3a4ab205_SeqId_4_ into 7583827b2a7c103f22f8651f774d269f/f 2024-12-08T18:59:02,858 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__i7smh64dudsbdjnute6asbc9olhucgddis4rfv3fi1e3398e5nif8m3f7ro8j22d/f/08028a38e8924d57972e55ca9c0626a8 into 7583827b2a7c103f22f8651f774d269f/f (new location: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/7583827b2a7c103f22f8651f774d269f/f/27d23a9e9f074789ba4b7aed3a4ab205_SeqId_4_) 2024-12-08T18:59:02,859 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__i7smh64dudsbdjnute6asbc9olhucgddis4rfv3fi1e3398e5nif8m3f7ro8j22d/f/08028a38e8924d57972e55ca9c0626a8 2024-12-08T18:59:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@dc84cfe, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:02,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:02,866 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:02,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1d7252aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:02,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:02,866 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:02,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3d200c35, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,866 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:02,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:02,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,867 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:02,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:02,867 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:02,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5e7fd540, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:02,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:02,868 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46212, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:02,868 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,869 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46220, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:02,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@27aa857, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:02,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@69da0a21, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,869 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:02,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:02,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:02,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ff8ff31 2024-12-08T18:59:02,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7fbed5be 2024-12-08T18:59:02,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:02,870 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:02,871 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46246, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:02,871 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46230, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-08T18:59:02,872 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:02,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:02,873 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:02,875 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34910, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:02,875 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:02,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:02,876 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:02,878 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34920, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-08T18:59:02,885 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:59:02,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:59:02,889 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:59:02,892 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:02,894 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:59:02,895 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525. 2024-12-08T18:59:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:02,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__i7smh64dudsbdjnute6asbc9olhucgddis4rfv3fi1e3398e5nif8m3f7ro8j22d/f3/de02a2469b0b4f888050f4df72a34f3a into a1ea7cf729f4e22f47b772f9c7651e11/f3 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/f3/6be8c27707914a6f8c187379145ba64f_SeqId_4_ - updating store file list. 2024-12-08T18:59:02,899 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:02,903 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525. 2024-12-08T18:59:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,903 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,903 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:02,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/f3/6be8c27707914a6f8c187379145ba64f_SeqId_4_ into a1ea7cf729f4e22f47b772f9c7651e11/f3 2024-12-08T18:59:02,905 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__i7smh64dudsbdjnute6asbc9olhucgddis4rfv3fi1e3398e5nif8m3f7ro8j22d/f3/de02a2469b0b4f888050f4df72a34f3a into a1ea7cf729f4e22f47b772f9c7651e11/f3 (new location: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/f3/6be8c27707914a6f8c187379145ba64f_SeqId_4_) 2024-12-08T18:59:02,906 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__i7smh64dudsbdjnute6asbc9olhucgddis4rfv3fi1e3398e5nif8m3f7ro8j22d/f3/de02a2469b0b4f888050f4df72a34f3a 2024-12-08T18:59:02,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__i7smh64dudsbdjnute6asbc9olhucgddis4rfv3fi1e3398e5nif8m3f7ro8j22d/mob/c02dea65ee6d4fb4bf4357a5b335ad5e into a1ea7cf729f4e22f47b772f9c7651e11/mob as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/mob/3678964f679e40cfb230b5017f85a06d_SeqId_4_ - updating store file list. 2024-12-08T18:59:02,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/mob/3678964f679e40cfb230b5017f85a06d_SeqId_4_ into a1ea7cf729f4e22f47b772f9c7651e11/mob 2024-12-08T18:59:02,912 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__i7smh64dudsbdjnute6asbc9olhucgddis4rfv3fi1e3398e5nif8m3f7ro8j22d/mob/c02dea65ee6d4fb4bf4357a5b335ad5e into a1ea7cf729f4e22f47b772f9c7651e11/mob (new location: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/mob/3678964f679e40cfb230b5017f85a06d_SeqId_4_) 2024-12-08T18:59:02,912 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__i7smh64dudsbdjnute6asbc9olhucgddis4rfv3fi1e3398e5nif8m3f7ro8j22d/mob/c02dea65ee6d4fb4bf4357a5b335ad5e 2024-12-08T18:59:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aeced52, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:02,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:02,915 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:02,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:02,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:02,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@456e3c45, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:02,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:02,916 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,917 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46266, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:02,918 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5fda1b55, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:02,918 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:02,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:02,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5c35240d 2024-12-08T18:59:02,919 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:02,920 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46276, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-08T18:59:02,920 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:02,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:02,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:02,922 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34936, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-08T18:59:02,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:59:02,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:59:02,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:02,938 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525. 2024-12-08T18:59:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,938 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,938 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:02,941 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:59:02,942 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:02,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,942 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:02,942 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:02,942 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-08T18:59:02,942 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-08T18:59:02,943 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733684255755 hdfs://localhost:38211/backupUT/backup_1733684255755/default/test-1733684246918/ 2024-12-08T18:59:02,943 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:38211/backupUT/backup_1733684255755/.backup.manifest 2024-12-08T18:59:02,944 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-08T18:59:02,944 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 , the old value is region=table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b1d30ef9e474:46525 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T18:59:02,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T18:59:02,945 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 from cache 2024-12-08T18:59:02,945 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733684255755/.backup.manifest 2024-12-08T18:59:02,945 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17336842469181' to 'ns2:table2' from full backup image hdfs://localhost:38211/backupUT/backup_1733684255755/ns2/test-17336842469181 2024-12-08T18:59:02,953 INFO [Time-limited test {}] util.RestoreTool(491): Creating target table 'ns2:table2' 2024-12-08T18:59:02,953 DEBUG [Time-limited test {}] util.RestoreTool(391): Parsing region dir: hdfs://localhost:38211/backupUT/backup_1733684255755/ns2/test-17336842469181/archive/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:59:02,954 DEBUG [Time-limited test {}] util.RestoreTool(421): Parsing family dir [hdfs://localhost:38211/backupUT/backup_1733684255755/ns2/test-17336842469181/archive/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f in region [hdfs://localhost:38211/backupUT/backup_1733684255755/ns2/test-17336842469181/archive/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88] 2024-12-08T18:59:02,957 DEBUG [Time-limited test {}] util.RestoreTool(446): Trying to figure out region boundaries hfile=hdfs://localhost:38211/backupUT/backup_1733684255755/ns2/test-17336842469181/archive/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/005e962e691948ecab93ed94a4900dcb first=row0 last=row98 2024-12-08T18:59:02,959 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster$4(2454): Client=jenkins//172.17.0.2 create 'ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:59:02,960 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=false; CreateTableProcedure table=ns2:table2 2024-12-08T18:59:02,961 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_PRE_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_PRE_OPERATION 2024-12-08T18:59:02,961 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(787): Client=jenkins//172.17.0.2 procedure request for creating table: namespace: "ns2" qualifier: "table2" procId is: 67 2024-12-08T18:59:02,962 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_WRITE_FS_LAYOUT, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_WRITE_FS_LAYOUT 2024-12-08T18:59:02,962 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-08T18:59:02,967 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741978_1154 (size=351) 2024-12-08T18:59:03,056 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1d30ef9e474:46525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-08T18:59:03,064 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-08T18:59:03,274 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-08T18:59:03,369 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 31b7683660ca80c1785632f424639955, NAME => 'ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:59:03,374 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741979_1155 (size=37) 2024-12-08T18:59:03,585 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-08T18:59:03,775 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:59:03,776 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing 31b7683660ca80c1785632f424639955, disabling compactions & flushes 2024-12-08T18:59:03,776 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955. 2024-12-08T18:59:03,776 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955. 2024-12-08T18:59:03,776 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955. after waiting 0 ms 2024-12-08T18:59:03,776 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955. 2024-12-08T18:59:03,776 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955. 2024-12-08T18:59:03,776 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for 31b7683660ca80c1785632f424639955: Waiting for close lock at 1733684343776Disabling compacts and flushes for region at 1733684343776Disabling writes for close at 1733684343776Writing region close event to WAL at 1733684343776Closed at 1733684343776 2024-12-08T18:59:03,777 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ADD_TO_META, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ADD_TO_META 2024-12-08T18:59:03,777 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733684343777"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733684343777"}]},"ts":"1733684343777"} 2024-12-08T18:59:03,779 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T18:59:03,780 INFO [PEWorker-4 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_ASSIGN_REGIONS, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_ASSIGN_REGIONS 2024-12-08T18:59:03,781 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684343780"}]},"ts":"1733684343780"} 2024-12-08T18:59:03,783 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-12-08T18:59:03,783 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=31b7683660ca80c1785632f424639955, ASSIGN}] 2024-12-08T18:59:03,784 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=31b7683660ca80c1785632f424639955, ASSIGN 2024-12-08T18:59:03,785 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=31b7683660ca80c1785632f424639955, ASSIGN; state=OFFLINE, location=b1d30ef9e474,46525,1733684236477; forceNewPlan=false, retain=false 2024-12-08T18:59:03,936 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=31b7683660ca80c1785632f424639955, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:03,938 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=68, ppid=67, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=31b7683660ca80c1785632f424639955, ASSIGN because future has completed 2024-12-08T18:59:03,938 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31b7683660ca80c1785632f424639955, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:59:03,960 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-08T18:59:04,093 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(132): Open ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955. 2024-12-08T18:59:04,094 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7752): Opening region: {ENCODED => 31b7683660ca80c1785632f424639955, NAME => 'ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955.', STARTKEY => '', ENDKEY => ''} 2024-12-08T18:59:04,094 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:59:04,094 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 31b7683660ca80c1785632f424639955 2024-12-08T18:59:04,094 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(898): Instantiated ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:59:04,094 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7794): checking encryption for 31b7683660ca80c1785632f424639955 2024-12-08T18:59:04,094 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(7797): checking classloading for 31b7683660ca80c1785632f424639955 2024-12-08T18:59:04,095 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-08T18:59:04,097 INFO [StoreOpener-31b7683660ca80c1785632f424639955-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 31b7683660ca80c1785632f424639955 2024-12-08T18:59:04,098 INFO [StoreOpener-31b7683660ca80c1785632f424639955-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 31b7683660ca80c1785632f424639955 columnFamilyName f 2024-12-08T18:59:04,098 DEBUG [StoreOpener-31b7683660ca80c1785632f424639955-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:04,099 INFO [StoreOpener-31b7683660ca80c1785632f424639955-1 {}] regionserver.HStore(327): Store=31b7683660ca80c1785632f424639955/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:59:04,099 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1038): replaying wal for 31b7683660ca80c1785632f424639955 2024-12-08T18:59:04,100 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/31b7683660ca80c1785632f424639955 2024-12-08T18:59:04,100 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/31b7683660ca80c1785632f424639955 2024-12-08T18:59:04,101 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1048): stopping wal replay for 31b7683660ca80c1785632f424639955 2024-12-08T18:59:04,101 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1060): Cleaning up temporary data for 31b7683660ca80c1785632f424639955 2024-12-08T18:59:04,103 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1093): writing seq id for 31b7683660ca80c1785632f424639955 2024-12-08T18:59:04,105 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/31b7683660ca80c1785632f424639955/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:59:04,106 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1114): Opened 31b7683660ca80c1785632f424639955; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11059297280, jitterRate=0.02997732162475586}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:59:04,106 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 31b7683660ca80c1785632f424639955 2024-12-08T18:59:04,107 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegion(1006): Region open journal for 31b7683660ca80c1785632f424639955: Running coprocessor pre-open hook at 1733684344094Writing region info on filesystem at 1733684344094Initializing all the Stores at 1733684344096 (+2 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684344096Cleaning up temporary data from old regions at 1733684344101 (+5 ms)Running coprocessor post-open hooks at 1733684344106 (+5 ms)Region opened successfully at 1733684344107 (+1 ms) 2024-12-08T18:59:04,108 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955., pid=69, masterSystemTime=1733684344090 2024-12-08T18:59:04,110 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955. 2024-12-08T18:59:04,110 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=69}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955. 2024-12-08T18:59:04,111 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=68 updating hbase:meta row=31b7683660ca80c1785632f424639955, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:04,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=69, ppid=68, state=RUNNABLE, hasLock=false; OpenRegionProcedure 31b7683660ca80c1785632f424639955, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:59:04,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=69, resume processing ppid=68 2024-12-08T18:59:04,115 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=69, ppid=68, state=SUCCESS, hasLock=false; OpenRegionProcedure 31b7683660ca80c1785632f424639955, server=b1d30ef9e474,46525,1733684236477 in 176 msec 2024-12-08T18:59:04,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=68, resume processing ppid=67 2024-12-08T18:59:04,117 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=68, ppid=67, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=31b7683660ca80c1785632f424639955, ASSIGN in 332 msec 2024-12-08T18:59:04,118 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_UPDATE_DESC_CACHE, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_UPDATE_DESC_CACHE 2024-12-08T18:59:04,118 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684344118"}]},"ts":"1733684344118"} 2024-12-08T18:59:04,120 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-12-08T18:59:04,120 INFO [PEWorker-3 {}] procedure.CreateTableProcedure(89): pid=67, state=RUNNABLE:CREATE_TABLE_POST_OPERATION, hasLock=true; CreateTableProcedure table=ns2:table2 execute state=CREATE_TABLE_POST_OPERATION 2024-12-08T18:59:04,122 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=67, state=SUCCESS, hasLock=false; CreateTableProcedure table=ns2:table2 in 1.1620 sec 2024-12-08T18:59:05,105 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=67 2024-12-08T18:59:05,105 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: CREATE, Table Name: ns2:table2 completed 2024-12-08T18:59:05,106 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-08T18:59:05,108 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38211/backupUT/backup_1733684255755/ns2/test-17336842469181/archive/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88 from hbase tables ns2:test-17336842469181 to tables ns2:table2 2024-12-08T18:59:05,108 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17336842469181 into ns2:table2 2024-12-08T18:59:05,110 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-ns2-table2-1733684345108 from hdfs://localhost:38211/backupUT/backup_1733684255755/ns2/test-17336842469181/archive/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:59:05,110 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6b00f59c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:05,111 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:05,111 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:05,111 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:05,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:05,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:05,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6753e82d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:05,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:05,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:05,112 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:05,113 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46286, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:05,113 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@302b0a2a, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:05,113 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:05,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:05,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@21876e0b 2024-12-08T18:59:05,114 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:05,115 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46298, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:05,116 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-08T18:59:05,116 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-12-08T18:59:05,116 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-08T18:59:05,117 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:05,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:05,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:05,119 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34948, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:05,121 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-12-08T18:59:05,121 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-12-08T18:59:05,121 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/partitions_3730ae7e-3864-436e-af31-cbb3d3fb9583 2024-12-08T18:59:05,128 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741980_1156 (size=153) 2024-12-08T18:59:05,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-12-08T18:59:05,321 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_ns2_table_table2 Metrics about Tables on a single HBase RegionServer 2024-12-08T18:59:05,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(131): Registering adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-12-08T18:59:05,322 INFO [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(135): Registering RegionServer,sub=TableRequests_Namespace_default_table_table1 Metrics about Tables on a single HBase RegionServer 2024-12-08T18:59:05,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:05,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:05,531 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:06,436 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop-4229401344182455459.jar 2024-12-08T18:59:06,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:06,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:06,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:06,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:06,437 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:06,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:06,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:06,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:06,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:06,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:59:06,438 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T18:59:06,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T18:59:06,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T18:59:06,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T18:59:06,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T18:59:06,439 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T18:59:06,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T18:59:06,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T18:59:06,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T18:59:06,440 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T18:59:06,441 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:06,441 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:06,441 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:06,441 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:06,441 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:06,441 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:06,442 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:59:06,442 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-12-08T18:59:06,442 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:59:06,442 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:06,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:06,442 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:06,442 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:06,442 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-08T18:59:06,442 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:59:06,452 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T18:59:06,464 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-08T18:59:06,568 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1254366198_0013_14c839ce-1f42-4165-a192-cf4164d0cebb/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-12-08T18:59:06,568 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1254366198_0013_14c839ce-1f42-4165-a192-cf4164d0cebb/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-12-08T18:59:06,631 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38211/backupUT/backup_1733684255755/ns2/test-17336842469181/archive/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/005e962e691948ecab93ed94a4900dcb 2024-12-08T18:59:06,635 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T18:59:06,667 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1fd891aa, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:06,667 DEBUG [pool-272-thread-1 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:06,667 DEBUG [pool-272-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:06,668 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:06,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:06,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:06,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56e67dc1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:06,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:06,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:06,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:06,671 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46328, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:06,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c2bc695, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:06,672 DEBUG [pool-272-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:06,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:06,673 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:06,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34956, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:06,677 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row0', locateType=CURRENT is [region=ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:06,677 INFO [pool-272-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-272-thread-1. 2024-12-08T18:59:06,677 DEBUG [pool-272-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:06,677 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:06,678 DEBUG [pool-272-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:06,678 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:06,678 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-08T18:59:06,678 DEBUG [pool-272-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b1d30ef9e474 2024-12-08T18:59:06,685 DEBUG [pool-272-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-ns2-table2-1733684345108/_temporary/0/_temporary/attempt_local1254366198_0013_r_000000_0/f/10cace0daf584316a08b9e33b04762f3 is 37, key is row10/f:q1/1733684250579/Put/seqid=0 2024-12-08T18:59:06,686 WARN [Thread-1722 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b1d30ef9e474:46525] Specified favored nodes: [b1d30ef9e474:46525] 2024-12-08T18:59:06,693 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741981_1157 (size=8742) 2024-12-08T18:59:07,202 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsRegionWrapperImpl$HRegionMetricsWrapperRunnable(329): Region af9995e992182b0982a4711b0548477e, had cached 0 bytes from a total of 41499 2024-12-08T18:59:07,612 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-ns2-table2-1733684345108 2024-12-08T18:59:07,612 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@42015449, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:07,612 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:07,613 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:07,613 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:07,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:07,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:07,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3c360e14, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:07,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:07,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:07,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:07,615 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46342, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:07,616 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@16994053, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:07,616 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:07,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:07,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:07,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34962, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:07,621 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-ns2-table2-1733684345108/_SUCCESS 2024-12-08T18:59:07,624 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:07,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:07,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@46cc63fc 2024-12-08T18:59:07,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:07,626 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46352, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:07,629 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:07,631 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-08T18:59:07,637 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-ns2-table2-1733684345108/f/10cace0daf584316a08b9e33b04762f3 first=Optional[row0] last=Optional[row98] 2024-12-08T18:59:07,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-ns2-table2-1733684345108/f/10cace0daf584316a08b9e33b04762f3 for inclusion in 31b7683660ca80c1785632f424639955/f 2024-12-08T18:59:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-08T18:59:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T18:59:07,644 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HRegion(2603): Flush status journal for 31b7683660ca80c1785632f424639955: 2024-12-08T18:59:07,645 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-ns2-table2-1733684345108/f/10cace0daf584316a08b9e33b04762f3 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__ns2_table2__relj9dptribia33v973bsea25tr6e4ae0g5u9o96s6cdmhcq94cr35034nchq8qc/f/10cace0daf584316a08b9e33b04762f3 2024-12-08T18:59:07,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__ns2_table2__relj9dptribia33v973bsea25tr6e4ae0g5u9o96s6cdmhcq94cr35034nchq8qc/f/10cace0daf584316a08b9e33b04762f3 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/31b7683660ca80c1785632f424639955/f/18d7c41f512a4857b99ec8c53d90f549_SeqId_4_ 2024-12-08T18:59:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@38f60b42, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:07,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:07,649 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:07,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:07,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:07,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2ff0b564, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:07,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:07,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:07,650 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:07,650 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:07,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60e1aba9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:07,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:07,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:07,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5f911851 2024-12-08T18:59:07,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:07,653 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46384, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:07,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:07,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:07,655 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:07,656 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34964, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:07,662 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:59:07,667 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:59:07,672 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:07,674 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525. 2024-12-08T18:59:07,674 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:07,675 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:07,675 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:07,676 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__ns2_table2__relj9dptribia33v973bsea25tr6e4ae0g5u9o96s6cdmhcq94cr35034nchq8qc/f/10cace0daf584316a08b9e33b04762f3 into 31b7683660ca80c1785632f424639955/f as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/31b7683660ca80c1785632f424639955/f/18d7c41f512a4857b99ec8c53d90f549_SeqId_4_ - updating store file list. 2024-12-08T18:59:07,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/31b7683660ca80c1785632f424639955/f/18d7c41f512a4857b99ec8c53d90f549_SeqId_4_ into 31b7683660ca80c1785632f424639955/f 2024-12-08T18:59:07,680 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__ns2_table2__relj9dptribia33v973bsea25tr6e4ae0g5u9o96s6cdmhcq94cr35034nchq8qc/f/10cace0daf584316a08b9e33b04762f3 into 31b7683660ca80c1785632f424639955/f (new location: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/31b7683660ca80c1785632f424639955/f/18d7c41f512a4857b99ec8c53d90f549_SeqId_4_) 2024-12-08T18:59:07,681 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__ns2_table2__relj9dptribia33v973bsea25tr6e4ae0g5u9o96s6cdmhcq94cr35034nchq8qc/f/10cace0daf584316a08b9e33b04762f3 2024-12-08T18:59:07,682 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@18aa4ba1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:07,683 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:07,683 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:07,683 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:07,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:07,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d4e5ead, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:07,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:07,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:07,684 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:07,685 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46394, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:07,685 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@71b8f60e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:07,685 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:07,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:07,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@670e82aa 2024-12-08T18:59:07,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:07,687 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:46408, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-08T18:59:07,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:07,688 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:07,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:07,689 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:34968, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-08T18:59:07,694 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:59:07,699 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:59:07,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:07,704 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525. 2024-12-08T18:59:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:07,704 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:07,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:07,705 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:07,706 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:59:07,706 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:197) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:07,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:07,706 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:07,706 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:07,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 , the old value is region=ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b1d30ef9e474:46525 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T18:59:07,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T18:59:07,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 from cache 2024-12-08T18:59:07,707 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-08T18:59:07,707 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-08T18:59:07,707 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733684255755 hdfs://localhost:38211/backupUT/backup_1733684255755/ns2/test-17336842469181/ 2024-12-08T18:59:07,707 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-12-08T18:59:07,707 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-08T18:59:07,711 DEBUG [HBase-Metrics2-1 {}] regionserver.MetricsTableSourceImpl(133): Creating new MetricsTableSourceImpl for table 'ns2:table2' 2024-12-08T18:59:07,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:07,717 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:07,725 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:07,734 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:38211/backupUT/backup_1733684326428/.backup.manifest 2024-12-08T18:59:07,736 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733684326428/.backup.manifest 2024-12-08T18:59:07,736 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:38211/backupUT/backup_1733684288783/.backup.manifest 2024-12-08T18:59:07,738 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733684288783/.backup.manifest 2024-12-08T18:59:07,738 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'test-1733684246918' to 'table1' from full backup image hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918 2024-12-08T18:59:07,740 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'test-1733684246918', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733684326428 2024-12-08T18:59:07,744 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'table1', preserving region splits 2024-12-08T18:59:07,749 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable table1 2024-12-08T18:59:07,753 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=70, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=table1 2024-12-08T18:59:07,755 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-08T18:59:07,755 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684347755"}]},"ts":"1733684347755"} 2024-12-08T18:59:07,757 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLING in hbase:meta 2024-12-08T18:59:07,757 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(284): Set table1 to state=DISABLING 2024-12-08T18:59:07,759 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=71, ppid=70, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=table1}] 2024-12-08T18:59:07,764 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=a1ea7cf729f4e22f47b772f9c7651e11, UNASSIGN}, {pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=7583827b2a7c103f22f8651f774d269f, UNASSIGN}] 2024-12-08T18:59:07,765 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=a1ea7cf729f4e22f47b772f9c7651e11, UNASSIGN 2024-12-08T18:59:07,765 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=7583827b2a7c103f22f8651f774d269f, UNASSIGN 2024-12-08T18:59:07,766 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=a1ea7cf729f4e22f47b772f9c7651e11, regionState=CLOSING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:07,766 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=7583827b2a7c103f22f8651f774d269f, regionState=CLOSING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:07,767 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=73, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=7583827b2a7c103f22f8651f774d269f, UNASSIGN because future has completed 2024-12-08T18:59:07,768 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T18:59:07,768 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7583827b2a7c103f22f8651f774d269f, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:59:07,769 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=72, ppid=71, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=a1ea7cf729f4e22f47b772f9c7651e11, UNASSIGN because future has completed 2024-12-08T18:59:07,769 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T18:59:07,769 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure a1ea7cf729f4e22f47b772f9c7651e11, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:59:07,816 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1d30ef9e474:46525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-08T18:59:07,865 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-08T18:59:07,921 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(122): Close 7583827b2a7c103f22f8651f774d269f 2024-12-08T18:59:07,921 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T18:59:07,922 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1722): Closing 7583827b2a7c103f22f8651f774d269f, disabling compactions & flushes 2024-12-08T18:59:07,922 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1755): Closing region table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f. 2024-12-08T18:59:07,922 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f. 2024-12-08T18:59:07,922 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f. after waiting 0 ms 2024-12-08T18:59:07,922 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f. 2024-12-08T18:59:07,926 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/7583827b2a7c103f22f8651f774d269f/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-08T18:59:07,926 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:59:07,927 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1973): Closed table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f. 2024-12-08T18:59:07,927 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] regionserver.HRegion(1676): Region close journal for 7583827b2a7c103f22f8651f774d269f: Waiting for close lock at 1733684347922Running coprocessor pre-close hooks at 1733684347922Disabling compacts and flushes for region at 1733684347922Disabling writes for close at 1733684347922Writing region close event to WAL at 1733684347922Running coprocessor post-close hooks at 1733684347926 (+4 ms)Closed at 1733684347927 (+1 ms) 2024-12-08T18:59:07,929 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=74}] handler.UnassignRegionHandler(157): Closed 7583827b2a7c103f22f8651f774d269f 2024-12-08T18:59:07,929 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(122): Close a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:59:07,929 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T18:59:07,929 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1722): Closing a1ea7cf729f4e22f47b772f9c7651e11, disabling compactions & flushes 2024-12-08T18:59:07,929 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1755): Closing region table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11. 2024-12-08T18:59:07,929 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11. 2024-12-08T18:59:07,929 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1843): Acquired close lock on table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11. after waiting 0 ms 2024-12-08T18:59:07,929 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1853): Updates disabled for region table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11. 2024-12-08T18:59:07,930 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=73 updating hbase:meta row=7583827b2a7c103f22f8651f774d269f, regionState=CLOSED 2024-12-08T18:59:07,931 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=74, ppid=73, state=RUNNABLE, hasLock=false; CloseRegionProcedure 7583827b2a7c103f22f8651f774d269f, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:59:07,934 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=74, resume processing ppid=73 2024-12-08T18:59:07,935 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=74, ppid=73, state=SUCCESS, hasLock=false; CloseRegionProcedure 7583827b2a7c103f22f8651f774d269f, server=b1d30ef9e474,46525,1733684236477 in 164 msec 2024-12-08T18:59:07,936 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=73, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=7583827b2a7c103f22f8651f774d269f, UNASSIGN in 170 msec 2024-12-08T18:59:07,937 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-08T18:59:07,937 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:59:07,937 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1973): Closed table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11. 2024-12-08T18:59:07,937 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] regionserver.HRegion(1676): Region close journal for a1ea7cf729f4e22f47b772f9c7651e11: Waiting for close lock at 1733684347929Running coprocessor pre-close hooks at 1733684347929Disabling compacts and flushes for region at 1733684347929Disabling writes for close at 1733684347929Writing region close event to WAL at 1733684347930 (+1 ms)Running coprocessor post-close hooks at 1733684347937 (+7 ms)Closed at 1733684347937 2024-12-08T18:59:07,940 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=75}] handler.UnassignRegionHandler(157): Closed a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:59:07,940 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=72 updating hbase:meta row=a1ea7cf729f4e22f47b772f9c7651e11, regionState=CLOSED 2024-12-08T18:59:07,942 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=75, ppid=72, state=RUNNABLE, hasLock=false; CloseRegionProcedure a1ea7cf729f4e22f47b772f9c7651e11, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:59:07,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=75, resume processing ppid=72 2024-12-08T18:59:07,944 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1521): Finished pid=75, ppid=72, state=SUCCESS, hasLock=false; CloseRegionProcedure a1ea7cf729f4e22f47b772f9c7651e11, server=b1d30ef9e474,46525,1733684236477 in 174 msec 2024-12-08T18:59:07,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=72, resume processing ppid=71 2024-12-08T18:59:07,946 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=72, ppid=71, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=a1ea7cf729f4e22f47b772f9c7651e11, UNASSIGN in 180 msec 2024-12-08T18:59:07,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=71, resume processing ppid=70 2024-12-08T18:59:07,948 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=71, ppid=70, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=table1 in 188 msec 2024-12-08T18:59:07,949 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684347949"}]},"ts":"1733684347949"} 2024-12-08T18:59:07,951 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=DISABLED in hbase:meta 2024-12-08T18:59:07,951 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set table1 to state=DISABLED 2024-12-08T18:59:07,953 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=70, state=SUCCESS, hasLock=false; DisableTableProcedure table=table1 in 202 msec 2024-12-08T18:59:08,074 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=70 2024-12-08T18:59:08,075 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: default:table1 completed 2024-12-08T18:59:08,079 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate table1 2024-12-08T18:59:08,085 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=76, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) 2024-12-08T18:59:08,087 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(87): waiting for 'table1' regions in transition 2024-12-08T18:59:08,087 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T18:59:08,098 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:59:08,098 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/7583827b2a7c103f22f8651f774d269f 2024-12-08T18:59:08,103 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/f, FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/f3, FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/mob, FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/recovered.edits] 2024-12-08T18:59:08,103 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/7583827b2a7c103f22f8651f774d269f/f, FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/7583827b2a7c103f22f8651f774d269f/f3, FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/7583827b2a7c103f22f8651f774d269f/mob, FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/7583827b2a7c103f22f8651f774d269f/recovered.edits] 2024-12-08T18:59:08,108 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/7583827b2a7c103f22f8651f774d269f/f/27d23a9e9f074789ba4b7aed3a4ab205_SeqId_4_ to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/archive/data/default/table1/7583827b2a7c103f22f8651f774d269f/f/27d23a9e9f074789ba4b7aed3a4ab205_SeqId_4_ 2024-12-08T18:59:08,108 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/f3/6be8c27707914a6f8c187379145ba64f_SeqId_4_ to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/archive/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/f3/6be8c27707914a6f8c187379145ba64f_SeqId_4_ 2024-12-08T18:59:08,112 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/mob/3678964f679e40cfb230b5017f85a06d_SeqId_4_ to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/archive/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/mob/3678964f679e40cfb230b5017f85a06d_SeqId_4_ 2024-12-08T18:59:08,113 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/7583827b2a7c103f22f8651f774d269f/recovered.edits/6.seqid to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/archive/data/default/table1/7583827b2a7c103f22f8651f774d269f/recovered.edits/6.seqid 2024-12-08T18:59:08,113 DEBUG [HFileArchiver-2 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/7583827b2a7c103f22f8651f774d269f 2024-12-08T18:59:08,116 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/recovered.edits/6.seqid to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/archive/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11/recovered.edits/6.seqid 2024-12-08T18:59:08,117 DEBUG [HFileArchiver-1 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a1ea7cf729f4e22f47b772f9c7651e11 2024-12-08T18:59:08,117 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(313): Archived table1 regions 2024-12-08T18:59:08,117 DEBUG [PEWorker-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-12-08T18:59:08,118 DEBUG [PEWorker-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f/mob] 2024-12-08T18:59:08,121 DEBUG [PEWorker-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/mobdir/data/default/table1/b4aaa492ee713125ae5609f2682a2d2f 2024-12-08T18:59:08,128 DEBUG [RpcServer.priority.RWQ.Fifo.read.handler=1,queue=1,port=46525 {}] util.ReflectedFunctionCache(97): Populated cache for org.apache.hadoop.hbase.filter.KeyOnlyFilter in 0ms 2024-12-08T18:59:08,133 WARN [PEWorker-3 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 2 rows of table1 from hbase:meta 2024-12-08T18:59:08,137 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(407): Removing 'table1' descriptor. 2024-12-08T18:59:08,137 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(397): Removing 'table1' from region states. 2024-12-08T18:59:08,138 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733684348137"}]},"ts":"9223372036854775807"} 2024-12-08T18:59:08,138 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733684348137"}]},"ts":"9223372036854775807"} 2024-12-08T18:59:08,140 INFO [PEWorker-3 {}] assignment.RegionStateStore(562): Deleted 2 regions from META 2024-12-08T18:59:08,140 DEBUG [PEWorker-3 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => a1ea7cf729f4e22f47b772f9c7651e11, NAME => 'table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11.', STARTKEY => '', ENDKEY => 'row0'}, {ENCODED => 7583827b2a7c103f22f8651f774d269f, NAME => 'table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f.', STARTKEY => 'row0', ENDKEY => ''}] 2024-12-08T18:59:08,140 DEBUG [PEWorker-3 {}] procedure.DeleteTableProcedure(401): Marking 'table1' as deleted. 2024-12-08T18:59:08,140 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733684348140"}]},"ts":"9223372036854775807"} 2024-12-08T18:59:08,143 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(867): Deleted table table1 state from META 2024-12-08T18:59:08,149 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741982_1158 (size=938) 2024-12-08T18:59:08,194 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T18:59:08,404 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T18:59:08,551 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => 970f379b3fa2c24b9224a865287cf33d, NAME => 'table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d.', STARTKEY => '', ENDKEY => 'row0'}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:59:08,551 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(7572): creating {ENCODED => a290e7c876c4f4b7986164fa6fc04fd7, NAME => 'table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7.', STARTKEY => 'row0', ENDKEY => ''}, tableDescriptor='table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:59:08,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741983_1159 (size=45) 2024-12-08T18:59:08,556 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741984_1160 (size=45) 2024-12-08T18:59:08,557 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(898): Instantiated table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:59:08,557 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1722): Closing a290e7c876c4f4b7986164fa6fc04fd7, disabling compactions & flushes 2024-12-08T18:59:08,557 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1755): Closing region table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:08,557 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:08,557 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. after waiting 0 ms 2024-12-08T18:59:08,557 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:08,557 INFO [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1973): Closed table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:08,557 DEBUG [RegionOpenAndInit-table1-pool-1 {}] regionserver.HRegion(1676): Region close journal for a290e7c876c4f4b7986164fa6fc04fd7: Waiting for close lock at 1733684348557Disabling compacts and flushes for region at 1733684348557Disabling writes for close at 1733684348557Writing region close event to WAL at 1733684348557Closed at 1733684348557 2024-12-08T18:59:08,715 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T18:59:08,957 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(898): Instantiated table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:59:08,957 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1722): Closing 970f379b3fa2c24b9224a865287cf33d, disabling compactions & flushes 2024-12-08T18:59:08,957 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1755): Closing region table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:08,957 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:08,957 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. after waiting 0 ms 2024-12-08T18:59:08,957 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:08,957 INFO [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1973): Closed table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:08,957 DEBUG [RegionOpenAndInit-table1-pool-0 {}] regionserver.HRegion(1676): Region close journal for 970f379b3fa2c24b9224a865287cf33d: Waiting for close lock at 1733684348957Disabling compacts and flushes for region at 1733684348957Disabling writes for close at 1733684348957Writing region close event to WAL at 1733684348957Closed at 1733684348957 2024-12-08T18:59:08,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733684348958"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733684348958"}]},"ts":"1733684348958"} 2024-12-08T18:59:08,959 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d.","families":{"info":[{"qualifier":"regioninfo","vlen":44,"tag":[],"timestamp":"1733684348958"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733684348958"}]},"ts":"1733684348958"} 2024-12-08T18:59:08,961 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(832): Added 2 regions to meta. 2024-12-08T18:59:08,962 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684348962"}]},"ts":"1733684348962"} 2024-12-08T18:59:08,963 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLING in hbase:meta 2024-12-08T18:59:08,964 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=970f379b3fa2c24b9224a865287cf33d, ASSIGN}, {pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=a290e7c876c4f4b7986164fa6fc04fd7, ASSIGN}] 2024-12-08T18:59:08,965 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=a290e7c876c4f4b7986164fa6fc04fd7, ASSIGN 2024-12-08T18:59:08,965 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=table1, region=970f379b3fa2c24b9224a865287cf33d, ASSIGN 2024-12-08T18:59:08,965 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=a290e7c876c4f4b7986164fa6fc04fd7, ASSIGN; state=OFFLINE, location=b1d30ef9e474,46525,1733684236477; forceNewPlan=false, retain=false 2024-12-08T18:59:08,965 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=970f379b3fa2c24b9224a865287cf33d, ASSIGN; state=OFFLINE, location=b1d30ef9e474,46525,1733684236477; forceNewPlan=false, retain=false 2024-12-08T18:59:09,116 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=970f379b3fa2c24b9224a865287cf33d, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:09,116 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=a290e7c876c4f4b7986164fa6fc04fd7, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:09,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=77, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=970f379b3fa2c24b9224a865287cf33d, ASSIGN because future has completed 2024-12-08T18:59:09,118 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 970f379b3fa2c24b9224a865287cf33d, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:59:09,118 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=78, ppid=76, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=a290e7c876c4f4b7986164fa6fc04fd7, ASSIGN because future has completed 2024-12-08T18:59:09,119 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure a290e7c876c4f4b7986164fa6fc04fd7, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:59:09,225 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T18:59:09,273 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(132): Open table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:09,273 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7752): Opening region: {ENCODED => a290e7c876c4f4b7986164fa6fc04fd7, NAME => 'table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-08T18:59:09,274 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:59:09,274 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:09,274 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(898): Instantiated table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:59:09,274 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7794): checking encryption for a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:09,274 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(7797): checking classloading for a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:09,275 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:09,277 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a290e7c876c4f4b7986164fa6fc04fd7 columnFamilyName f 2024-12-08T18:59:09,277 DEBUG [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:09,278 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] regionserver.HStore(327): Store=a290e7c876c4f4b7986164fa6fc04fd7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:59:09,278 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:09,279 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a290e7c876c4f4b7986164fa6fc04fd7 columnFamilyName f3 2024-12-08T18:59:09,279 DEBUG [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:09,280 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] regionserver.HStore(327): Store=a290e7c876c4f4b7986164fa6fc04fd7/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:59:09,280 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:09,281 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a290e7c876c4f4b7986164fa6fc04fd7 columnFamilyName mob 2024-12-08T18:59:09,282 DEBUG [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:09,282 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] regionserver.HStore(327): Store=a290e7c876c4f4b7986164fa6fc04fd7/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:59:09,283 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1038): replaying wal for a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:09,283 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:09,284 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:09,284 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1048): stopping wal replay for a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:09,285 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1060): Cleaning up temporary data for a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:09,285 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T18:59:09,286 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1093): writing seq id for a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:09,288 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a290e7c876c4f4b7986164fa6fc04fd7/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:59:09,288 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1114): Opened a290e7c876c4f4b7986164fa6fc04fd7; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10534554400, jitterRate=-0.01889316737651825}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T18:59:09,288 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:09,289 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegion(1006): Region open journal for a290e7c876c4f4b7986164fa6fc04fd7: Running coprocessor pre-open hook at 1733684349274Writing region info on filesystem at 1733684349274Initializing all the Stores at 1733684349275 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684349275Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684349275Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684349275Cleaning up temporary data from old regions at 1733684349285 (+10 ms)Running coprocessor post-open hooks at 1733684349288 (+3 ms)Region opened successfully at 1733684349289 (+1 ms) 2024-12-08T18:59:09,290 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7., pid=80, masterSystemTime=1733684349269 2024-12-08T18:59:09,292 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:09,292 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=80}] handler.AssignRegionHandler(153): Opened table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:09,292 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(132): Open table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:09,292 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7752): Opening region: {ENCODED => 970f379b3fa2c24b9224a865287cf33d, NAME => 'table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-08T18:59:09,292 INFO [PEWorker-4 {}] assignment.RegionStateStore(223): pid=78 updating hbase:meta row=a290e7c876c4f4b7986164fa6fc04fd7, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:09,292 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:59:09,293 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:09,293 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(898): Instantiated table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:59:09,293 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7794): checking encryption for 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:09,293 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(7797): checking classloading for 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:09,294 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:09,294 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=80, ppid=78, state=RUNNABLE, hasLock=false; OpenRegionProcedure a290e7c876c4f4b7986164fa6fc04fd7, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:59:09,296 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 970f379b3fa2c24b9224a865287cf33d columnFamilyName f 2024-12-08T18:59:09,296 DEBUG [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:09,297 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] regionserver.HStore(327): Store=970f379b3fa2c24b9224a865287cf33d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:59:09,297 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f3 of region 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:09,298 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 970f379b3fa2c24b9224a865287cf33d columnFamilyName f3 2024-12-08T18:59:09,298 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=80, resume processing ppid=78 2024-12-08T18:59:09,298 DEBUG [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:09,299 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] regionserver.HStore(327): Store=970f379b3fa2c24b9224a865287cf33d/f3, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:59:09,299 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:09,299 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=80, ppid=78, state=SUCCESS, hasLock=false; OpenRegionProcedure a290e7c876c4f4b7986164fa6fc04fd7, server=b1d30ef9e474,46525,1733684236477 in 177 msec 2024-12-08T18:59:09,299 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=78, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=a290e7c876c4f4b7986164fa6fc04fd7, ASSIGN in 334 msec 2024-12-08T18:59:09,300 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 970f379b3fa2c24b9224a865287cf33d columnFamilyName mob 2024-12-08T18:59:09,301 DEBUG [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:09,301 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] regionserver.HStore(327): Store=970f379b3fa2c24b9224a865287cf33d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:59:09,301 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1038): replaying wal for 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:09,302 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:09,302 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:09,303 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1048): stopping wal replay for 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:09,303 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1060): Cleaning up temporary data for 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:09,304 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T18:59:09,305 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1093): writing seq id for 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:09,306 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:59:09,307 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1114): Opened 970f379b3fa2c24b9224a865287cf33d; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11176107040, jitterRate=0.04085607826709747}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T18:59:09,307 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:09,307 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegion(1006): Region open journal for 970f379b3fa2c24b9224a865287cf33d: Running coprocessor pre-open hook at 1733684349293Writing region info on filesystem at 1733684349293Initializing all the Stores at 1733684349294 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684349294Instantiating store for column family {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684349294Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684349294Cleaning up temporary data from old regions at 1733684349303 (+9 ms)Running coprocessor post-open hooks at 1733684349307 (+4 ms)Region opened successfully at 1733684349307 2024-12-08T18:59:09,308 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., pid=79, masterSystemTime=1733684349269 2024-12-08T18:59:09,309 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:09,309 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=79}] handler.AssignRegionHandler(153): Opened table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:09,310 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=77 updating hbase:meta row=970f379b3fa2c24b9224a865287cf33d, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:09,311 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=79, ppid=77, state=RUNNABLE, hasLock=false; OpenRegionProcedure 970f379b3fa2c24b9224a865287cf33d, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:59:09,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=79, resume processing ppid=77 2024-12-08T18:59:09,313 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=79, ppid=77, state=SUCCESS, hasLock=false; OpenRegionProcedure 970f379b3fa2c24b9224a865287cf33d, server=b1d30ef9e474,46525,1733684236477 in 194 msec 2024-12-08T18:59:09,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=77, resume processing ppid=76 2024-12-08T18:59:09,315 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=77, ppid=76, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=970f379b3fa2c24b9224a865287cf33d, ASSIGN in 349 msec 2024-12-08T18:59:09,315 DEBUG [PEWorker-3 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"table1","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684349315"}]},"ts":"1733684349315"} 2024-12-08T18:59:09,317 INFO [PEWorker-3 {}] hbase.MetaTableAccessor(843): Updated tableName=table1, state=ENABLED in hbase:meta 2024-12-08T18:59:09,317 DEBUG [PEWorker-3 {}] procedure.TruncateTableProcedure(145): truncate 'table1' completed 2024-12-08T18:59:09,319 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=76, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=table1 preserveSplits=true) in 1.2360 sec 2024-12-08T18:59:09,596 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-08T18:59:10,234 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=76 2024-12-08T18:59:10,234 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: default:table1 completed 2024-12-08T18:59:10,236 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T18:59:10,238 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/archive/data/default/test-1733684246918/90834aed65acda2a5e99211f3ef3b851,hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51 from hbase tables test-1733684246918 to tables table1 2024-12-08T18:59:10,238 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733684246918 into table1 2024-12-08T18:59:10,240 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684350238 from hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/archive/data/default/test-1733684246918/90834aed65acda2a5e99211f3ef3b851,hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51 2024-12-08T18:59:10,240 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@482ee123, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:10,240 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:10,241 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:10,241 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:10,241 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:10,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:10,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@52163fe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:10,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:10,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:10,242 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:10,243 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55876, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:10,243 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2fa9eea4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:10,244 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:10,244 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:10,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@3f049c73 2024-12-08T18:59:10,245 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:10,246 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55878, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:10,247 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-08T18:59:10,247 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-08T18:59:10,247 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T18:59:10,247 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:10,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:10,250 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:10,251 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51430, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:10,254 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-08T18:59:10,254 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-08T18:59:10,254 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-08T18:59:10,254 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/partitions_161c6462-3217-423b-8d33-64bac352c343 2024-12-08T18:59:10,263 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741985_1161 (size=177) 2024-12-08T18:59:10,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:10,664 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:10,665 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:11,566 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop-16660757754440879175.jar 2024-12-08T18:59:11,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:11,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:11,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:11,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:11,567 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:11,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:11,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:11,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:11,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:11,568 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:59:11,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T18:59:11,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T18:59:11,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T18:59:11,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T18:59:11,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T18:59:11,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T18:59:11,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T18:59:11,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T18:59:11,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T18:59:11,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T18:59:11,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:11,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:11,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:11,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:11,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:11,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:11,571 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:59:11,572 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-08T18:59:11,572 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:59:11,572 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:11,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:11,572 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:11,572 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:11,572 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-08T18:59:11,572 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:59:11,583 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T18:59:11,594 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-08T18:59:11,698 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local696172228_0014_942cae53-b5e5-4421-8a28-72ccdb5596fe/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-12-08T18:59:11,698 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local696172228_0014_942cae53-b5e5-4421-8a28-72ccdb5596fe/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-12-08T18:59:11,762 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/7d7858b05c1b4212bbaee62ad0549072 2024-12-08T18:59:11,766 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T18:59:11,817 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/ee7e85480a5b4ccd8c358c275225b06e 2024-12-08T18:59:11,821 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T18:59:11,848 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f/1f991adfa26e4f0aa90b079693ae4616 2024-12-08T18:59:11,851 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T18:59:11,900 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/archive/data/default/test-1733684246918/90834aed65acda2a5e99211f3ef3b851/mob/d41d8cd98f00b204e9800998ecf8427e2024120805d12ea71573440f81aa80e0fbdc0175_be9a65a07e703f002deca928fe428f51 2024-12-08T18:59:11,903 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T18:59:11,927 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38211/backupUT/backup_1733684288783/default/test-1733684246918/archive/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/mob/625b56ee43fc46fea5c23b85bfe64147 2024-12-08T18:59:11,930 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T18:59:11,967 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@145ecf93, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:11,967 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:11,968 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:11,968 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:11,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:11,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:11,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6014de2f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:11,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:11,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:11,970 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:11,971 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55900, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:11,972 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@77b8f804, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:11,972 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:11,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:11,974 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:11,975 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51442, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:11,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733684246918-1-0', locateType=CURRENT is [region=table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:11,976 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-08T18:59:11,976 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:11,976 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:11,977 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:11,977 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:11,977 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733684246918-1-0] 2024-12-08T18:59:11,977 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b1d30ef9e474 2024-12-08T18:59:11,987 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@723e994c, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:11,987 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:11,987 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:11,988 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:11,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:11,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:11,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4fb2dd67, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:11,988 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:11,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:11,989 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:11,990 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55918, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:11,991 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b500020, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:11,991 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:11,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:11,992 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:11,993 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51456, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:11,995 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733684246918-3-0', locateType=CURRENT is [region=table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:11,995 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-08T18:59:11,995 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:11,996 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:11,996 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:11,996 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733684246918-3-0] 2024-12-08T18:59:11,996 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b1d30ef9e474 2024-12-08T18:59:11,996 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:12,006 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684350238/_temporary/0/_temporary/attempt_local696172228_0014_r_000000_0/f/e49d2eac262c40deaef3c055085f3ecf is 59, key is row-test-1733684246918-1-10/f:q1/1733684274675/Put/seqid=0 2024-12-08T18:59:12,008 WARN [Thread-1809 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b1d30ef9e474:46525] Specified favored nodes: [b1d30ef9e474:46525] 2024-12-08T18:59:12,014 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741986_1162 (size=11124) 2024-12-08T18:59:12,415 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684350238/_temporary/0/_temporary/attempt_local696172228_0014_r_000000_0/mob/ba75caa4b6b8455b96797ae89dc8b3e3 is 192, key is row-test-1733684246918-3-100/mob:q1/1733684275592/Put/seqid=0 2024-12-08T18:59:12,417 WARN [Thread-1811 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b1d30ef9e474:46525] Specified favored nodes: [b1d30ef9e474:46525] 2024-12-08T18:59:12,419 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741987_1163 (size=13403) 2024-12-08T18:59:12,445 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5b970f37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:12,446 DEBUG [pool-277-thread-1 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:12,446 DEBUG [pool-277-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:12,447 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:12,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:12,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:12,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3a72004, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:12,447 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:12,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:12,448 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:12,449 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55932, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:12,449 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@12061ac4, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:12,450 DEBUG [pool-277-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:12,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:12,451 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:12,452 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51458, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:12,454 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:12,454 INFO [pool-277-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-277-thread-1. 2024-12-08T18:59:12,454 DEBUG [pool-277-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:12,454 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:12,454 DEBUG [pool-277-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:12,455 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row0] 2024-12-08T18:59:12,455 DEBUG [pool-277-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b1d30ef9e474 2024-12-08T18:59:12,455 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:12,458 DEBUG [pool-277-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684350238/_temporary/0/_temporary/attempt_local696172228_0014_r_000001_0/f/e3cc626b94b74abda4b3921c933b9a9e is 37, key is row10/f:q1/1733684248170/Put/seqid=0 2024-12-08T18:59:12,460 WARN [Thread-1826 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b1d30ef9e474:46525] Specified favored nodes: [b1d30ef9e474:46525] 2024-12-08T18:59:12,463 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741988_1164 (size=8741) 2024-12-08T18:59:13,753 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684350238 2024-12-08T18:59:13,754 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f4ce4e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,754 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:13,754 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:13,755 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:13,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:13,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:13,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56178676, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,755 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:13,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:13,756 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,757 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55950, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:13,758 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26006c47, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,758 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:13,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:13,759 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:13,760 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51472, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:13,764 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684350238/_SUCCESS 2024-12-08T18:59:13,773 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:13,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:13,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@c4f2973 2024-12-08T18:59:13,774 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:13,775 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55952, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:13,779 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:13,782 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T18:59:13,790 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684350238/f/e3cc626b94b74abda4b3921c933b9a9e first=Optional[row0] last=Optional[row98] 2024-12-08T18:59:13,794 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684350238/f/e49d2eac262c40deaef3c055085f3ecf first=Optional[row-test-1733684246918-1-0] last=Optional[row-test-1733684246918-1-98] 2024-12-08T18:59:13,798 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684350238/mob/ba75caa4b6b8455b96797ae89dc8b3e3 first=Optional[row-test-1733684246918-3-0] last=Optional[row-test-1733684246918-3-99] 2024-12-08T18:59:13,805 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684350238/f/e3cc626b94b74abda4b3921c933b9a9e for inclusion in a290e7c876c4f4b7986164fa6fc04fd7/f 2024-12-08T18:59:13,806 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684350238/mob/ba75caa4b6b8455b96797ae89dc8b3e3 for inclusion in 970f379b3fa2c24b9224a865287cf33d/mob 2024-12-08T18:59:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733684246918-3-0 last=row-test-1733684246918-3-99 2024-12-08T18:59:13,811 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-08T18:59:13,811 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684350238/f/e49d2eac262c40deaef3c055085f3ecf for inclusion in 970f379b3fa2c24b9224a865287cf33d/f 2024-12-08T18:59:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.HStore(626): HFile bounds: first=row0 last=row98 2024-12-08T18:59:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.HStore(628): Region bounds: first=row0 last= 2024-12-08T18:59:13,813 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.HRegion(2603): Flush status journal for a290e7c876c4f4b7986164fa6fc04fd7: 2024-12-08T18:59:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733684246918-1-0 last=row-test-1733684246918-1-98 2024-12-08T18:59:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684350238/f/e3cc626b94b74abda4b3921c933b9a9e to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__lhsqpe3rr7s9u0it4bqkf8a4fit1h66rlm89hsqj81c6m5b50je38tbkeb71apva/f/e3cc626b94b74abda4b3921c933b9a9e 2024-12-08T18:59:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-08T18:59:13,816 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HRegion(2603): Flush status journal for 970f379b3fa2c24b9224a865287cf33d: 2024-12-08T18:59:13,817 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684350238/mob/ba75caa4b6b8455b96797ae89dc8b3e3 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__lhsqpe3rr7s9u0it4bqkf8a4fit1h66rlm89hsqj81c6m5b50je38tbkeb71apva/mob/ba75caa4b6b8455b96797ae89dc8b3e3 2024-12-08T18:59:13,819 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__lhsqpe3rr7s9u0it4bqkf8a4fit1h66rlm89hsqj81c6m5b50je38tbkeb71apva/f/e3cc626b94b74abda4b3921c933b9a9e as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a290e7c876c4f4b7986164fa6fc04fd7/f/1b6411f3625240a69d7d5f7d88075296_SeqId_4_ 2024-12-08T18:59:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@26214249, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:13,820 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:13,820 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:13,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:13,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__lhsqpe3rr7s9u0it4bqkf8a4fit1h66rlm89hsqj81c6m5b50je38tbkeb71apva/mob/ba75caa4b6b8455b96797ae89dc8b3e3 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/mob/ca177b1e04ba47f7859b4783159a9a86_SeqId_4_ 2024-12-08T18:59:13,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@87dacad, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:13,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:13,821 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684350238/f/e49d2eac262c40deaef3c055085f3ecf to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__lhsqpe3rr7s9u0it4bqkf8a4fit1h66rlm89hsqj81c6m5b50je38tbkeb71apva/f/e49d2eac262c40deaef3c055085f3ecf 2024-12-08T18:59:13,821 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,822 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55972, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:13,823 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@15ec5467, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,823 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:13,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:13,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@716d8bfc 2024-12-08T18:59:13,824 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:13,824 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__lhsqpe3rr7s9u0it4bqkf8a4fit1h66rlm89hsqj81c6m5b50je38tbkeb71apva/f/e49d2eac262c40deaef3c055085f3ecf as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/f/12bf1cfcc69c474fa2fa1230c6c2ab9d_SeqId_4_ 2024-12-08T18:59:13,825 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55984, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@53b2f13f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:13,825 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:13,826 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:13,826 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:13,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:13,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:13,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@46c2c31f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,826 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:13,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:13,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:13,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,827 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:13,828 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51476, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:13,828 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:55990, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:13,828 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@245361cb, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,828 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:13,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:13,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@2a51d864 2024-12-08T18:59:13,829 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:13,830 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56002, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:13,831 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:13,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:13,832 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:13,833 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51486, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:13,836 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:59:13,840 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:59:13,842 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:59:13,847 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:13,849 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:59:13,851 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525. 2024-12-08T18:59:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,851 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,851 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:13,853 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__lhsqpe3rr7s9u0it4bqkf8a4fit1h66rlm89hsqj81c6m5b50je38tbkeb71apva/f/e3cc626b94b74abda4b3921c933b9a9e into a290e7c876c4f4b7986164fa6fc04fd7/f as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a290e7c876c4f4b7986164fa6fc04fd7/f/1b6411f3625240a69d7d5f7d88075296_SeqId_4_ - updating store file list. 2024-12-08T18:59:13,853 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:13,856 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525. 2024-12-08T18:59:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,857 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,857 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@460ba9c3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:13,858 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:13,859 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:13,859 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:13,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:13,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@400ac6e6, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:13,860 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:13,861 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,862 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a290e7c876c4f4b7986164fa6fc04fd7/f/1b6411f3625240a69d7d5f7d88075296_SeqId_4_ into a290e7c876c4f4b7986164fa6fc04fd7/f 2024-12-08T18:59:13,862 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__lhsqpe3rr7s9u0it4bqkf8a4fit1h66rlm89hsqj81c6m5b50je38tbkeb71apva/f/e3cc626b94b74abda4b3921c933b9a9e into a290e7c876c4f4b7986164fa6fc04fd7/f (new location: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a290e7c876c4f4b7986164fa6fc04fd7/f/1b6411f3625240a69d7d5f7d88075296_SeqId_4_) 2024-12-08T18:59:13,863 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56028, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:13,863 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__lhsqpe3rr7s9u0it4bqkf8a4fit1h66rlm89hsqj81c6m5b50je38tbkeb71apva/f/e3cc626b94b74abda4b3921c933b9a9e 2024-12-08T18:59:13,864 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@7a5a4a76, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,864 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:13,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:13,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@36f1e618 2024-12-08T18:59:13,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:13,866 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56038, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:13,867 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:13,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:13,869 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:13,870 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51488, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:13,877 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:59:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3ecb8e5e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:13,881 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:13,882 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:13,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:13,882 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:13,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:59:13,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54c49509, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:13,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:13,883 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,885 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56058, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:13,886 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3f40277e, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,887 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:13,887 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:13,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@ff4cbd2 2024-12-08T18:59:13,888 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:13,889 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56074, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-08T18:59:13,890 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:13,895 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:13,896 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525. 2024-12-08T18:59:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,896 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,896 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:13,897 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:13,897 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__lhsqpe3rr7s9u0it4bqkf8a4fit1h66rlm89hsqj81c6m5b50je38tbkeb71apva/f/e49d2eac262c40deaef3c055085f3ecf into 970f379b3fa2c24b9224a865287cf33d/f as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/f/12bf1cfcc69c474fa2fa1230c6c2ab9d_SeqId_4_ - updating store file list. 2024-12-08T18:59:13,898 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:13,899 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51502, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-08T18:59:13,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/f/12bf1cfcc69c474fa2fa1230c6c2ab9d_SeqId_4_ into 970f379b3fa2c24b9224a865287cf33d/f 2024-12-08T18:59:13,904 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__lhsqpe3rr7s9u0it4bqkf8a4fit1h66rlm89hsqj81c6m5b50je38tbkeb71apva/f/e49d2eac262c40deaef3c055085f3ecf into 970f379b3fa2c24b9224a865287cf33d/f (new location: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/f/12bf1cfcc69c474fa2fa1230c6c2ab9d_SeqId_4_) 2024-12-08T18:59:13,905 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__lhsqpe3rr7s9u0it4bqkf8a4fit1h66rlm89hsqj81c6m5b50je38tbkeb71apva/f/e49d2eac262c40deaef3c055085f3ecf 2024-12-08T18:59:13,906 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__lhsqpe3rr7s9u0it4bqkf8a4fit1h66rlm89hsqj81c6m5b50je38tbkeb71apva/mob/ba75caa4b6b8455b96797ae89dc8b3e3 into 970f379b3fa2c24b9224a865287cf33d/mob as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/mob/ca177b1e04ba47f7859b4783159a9a86_SeqId_4_ - updating store file list. 2024-12-08T18:59:13,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/mob/ca177b1e04ba47f7859b4783159a9a86_SeqId_4_ into 970f379b3fa2c24b9224a865287cf33d/mob 2024-12-08T18:59:13,914 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__lhsqpe3rr7s9u0it4bqkf8a4fit1h66rlm89hsqj81c6m5b50je38tbkeb71apva/mob/ba75caa4b6b8455b96797ae89dc8b3e3 into 970f379b3fa2c24b9224a865287cf33d/mob (new location: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/mob/ca177b1e04ba47f7859b4783159a9a86_SeqId_4_) 2024-12-08T18:59:13,915 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:59:13,915 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__lhsqpe3rr7s9u0it4bqkf8a4fit1h66rlm89hsqj81c6m5b50je38tbkeb71apva/mob/ba75caa4b6b8455b96797ae89dc8b3e3 2024-12-08T18:59:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@a571d10, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:13,919 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:13,920 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:13,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:13,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:13,920 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@19288af3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:13,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:13,921 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,922 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:59:13,923 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56084, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:13,925 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@219e782, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:13,925 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:13,927 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:13,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:13,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@458f7550 2024-12-08T18:59:13,928 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:13,932 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56092, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-08T18:59:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:13,933 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525. 2024-12-08T18:59:13,933 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,934 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,934 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:13,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:13,935 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:13,936 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51518, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-08T18:59:13,962 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:59:13,969 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:59:13,976 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:13,983 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525. 2024-12-08T18:59:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,983 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,985 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:13,985 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:59:13,985 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:13,985 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,986 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:13,986 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:13,986 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-08T18:59:13,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 , the old value is region=table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b1d30ef9e474:46525 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T18:59:13,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T18:59:13,994 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 from cache 2024-12-08T18:59:13,997 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.CallRunner(93): RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525: skipped callId: 8 service: ClientService methodName: CleanupBulkLoad size: 269 connection: 172.17.0.2:51472 deadline: 1733687953997 param: TODO: class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$CleanupBulkLoadRequest connection: 172.17.0.2:51472 2024-12-08T18:59:14,021 INFO [Time-limited test {}] impl.RestoreTablesClient(181): Restoring 'test-1733684246918' to 'table1' from log dirs: hdfs://localhost:38211/backupUT/backup_1733684326428/default/test-1733684246918/f2/bfdac685ebc944689a8e772d1d7ca41b 2024-12-08T18:59:14,026 DEBUG [Time-limited test {}] util.RestoreTool(177): Found descriptor 'test-1733684246918', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} through backup_1733684326428 2024-12-08T18:59:14,029 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster$14(2863): Client=jenkins//172.17.0.2 modify table table1 from 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} to 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:59:14,031 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=81, state=RUNNABLE:MODIFY_TABLE_PREPARE, hasLock=false; ModifyTableProcedure table=table1 2024-12-08T18:59:14,057 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741989_1165 (size=938) 2024-12-08T18:59:14,095 DEBUG [FsDatasetAsyncDiskServiceFixer {}] hbase.HBaseTestingUtil$FsDatasetAsyncDiskServiceFixer(597): NoSuchFieldException: threadGroup; It might because your Hadoop version > 3.2.3 or 3.3.4, See HBASE-27595 for details. 2024-12-08T18:59:14,105 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1d30ef9e474:46525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-08T18:59:14,456 DEBUG [PEWorker-1 {}] util.FSTableDescriptors(591): Deleted hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/.tabledesc/.tableinfo.0000000001.938 2024-12-08T18:59:14,456 INFO [PEWorker-1 {}] util.FSTableDescriptors(361): Updated tableinfo=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/.tabledesc/.tableinfo.0000000002.938 2024-12-08T18:59:14,459 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=82, ppid=81, state=RUNNABLE:REOPEN_TABLE_REGIONS_GET_REGIONS, hasLock=false; ReopenTableRegionsProcedure table=table1}] 2024-12-08T18:59:14,462 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=970f379b3fa2c24b9224a865287cf33d, REOPEN/MOVE}, {pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=a290e7c876c4f4b7986164fa6fc04fd7, REOPEN/MOVE}] 2024-12-08T18:59:14,463 INFO [PEWorker-5 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=a290e7c876c4f4b7986164fa6fc04fd7, REOPEN/MOVE 2024-12-08T18:59:14,463 INFO [PEWorker-2 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=table1, region=970f379b3fa2c24b9224a865287cf33d, REOPEN/MOVE 2024-12-08T18:59:14,464 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=970f379b3fa2c24b9224a865287cf33d, regionState=CLOSING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:14,464 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a290e7c876c4f4b7986164fa6fc04fd7, regionState=CLOSING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:14,465 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=970f379b3fa2c24b9224a865287cf33d, REOPEN/MOVE because future has completed 2024-12-08T18:59:14,466 DEBUG [PEWorker-3 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T18:59:14,466 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 970f379b3fa2c24b9224a865287cf33d, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:59:14,466 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=table1, region=a290e7c876c4f4b7986164fa6fc04fd7, REOPEN/MOVE because future has completed 2024-12-08T18:59:14,467 DEBUG [PEWorker-1 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T18:59:14,467 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure a290e7c876c4f4b7986164fa6fc04fd7, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:59:14,619 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(122): Close a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:14,619 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T18:59:14,619 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1722): Closing a290e7c876c4f4b7986164fa6fc04fd7, disabling compactions & flushes 2024-12-08T18:59:14,619 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1755): Closing region table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:14,619 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:14,619 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. after waiting 0 ms 2024-12-08T18:59:14,619 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:14,624 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a290e7c876c4f4b7986164fa6fc04fd7/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-08T18:59:14,624 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:59:14,625 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1973): Closed table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:14,625 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegion(1676): Region close journal for a290e7c876c4f4b7986164fa6fc04fd7: Waiting for close lock at 1733684354619Running coprocessor pre-close hooks at 1733684354619Disabling compacts and flushes for region at 1733684354619Disabling writes for close at 1733684354619Writing region close event to WAL at 1733684354620 (+1 ms)Running coprocessor post-close hooks at 1733684354624 (+4 ms)Closed at 1733684354625 (+1 ms) 2024-12-08T18:59:14,625 WARN [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] regionserver.HRegionServer(3299): Not adding moved region record: a290e7c876c4f4b7986164fa6fc04fd7 to self. 2024-12-08T18:59:14,627 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=86}] handler.UnassignRegionHandler(157): Closed a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:14,627 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(122): Close 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:14,627 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T18:59:14,628 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1722): Closing 970f379b3fa2c24b9224a865287cf33d, disabling compactions & flushes 2024-12-08T18:59:14,628 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1755): Closing region table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:14,628 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:14,628 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1843): Acquired close lock on table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. after waiting 0 ms 2024-12-08T18:59:14,628 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1853): Updates disabled for region table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:14,628 INFO [PEWorker-5 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a290e7c876c4f4b7986164fa6fc04fd7, regionState=CLOSED 2024-12-08T18:59:14,633 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-08T18:59:14,634 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:59:14,634 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1973): Closed table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:14,634 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegion(1676): Region close journal for 970f379b3fa2c24b9224a865287cf33d: Waiting for close lock at 1733684354628Running coprocessor pre-close hooks at 1733684354628Disabling compacts and flushes for region at 1733684354628Disabling writes for close at 1733684354628Writing region close event to WAL at 1733684354629 (+1 ms)Running coprocessor post-close hooks at 1733684354634 (+5 ms)Closed at 1733684354634 2024-12-08T18:59:14,634 WARN [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] regionserver.HRegionServer(3299): Not adding moved region record: 970f379b3fa2c24b9224a865287cf33d to self. 2024-12-08T18:59:14,636 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=85}] handler.UnassignRegionHandler(157): Closed 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:14,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=86, ppid=84, state=RUNNABLE, hasLock=false; CloseRegionProcedure a290e7c876c4f4b7986164fa6fc04fd7, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:59:14,637 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=970f379b3fa2c24b9224a865287cf33d, regionState=CLOSED 2024-12-08T18:59:14,639 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=85, ppid=83, state=RUNNABLE, hasLock=false; CloseRegionProcedure 970f379b3fa2c24b9224a865287cf33d, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:59:14,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=86, resume processing ppid=84 2024-12-08T18:59:14,640 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=86, ppid=84, state=SUCCESS, hasLock=false; CloseRegionProcedure a290e7c876c4f4b7986164fa6fc04fd7, server=b1d30ef9e474,46525,1733684236477 in 171 msec 2024-12-08T18:59:14,640 INFO [PEWorker-2 {}] assignment.TransitRegionStateProcedure(269): Starting pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=a290e7c876c4f4b7986164fa6fc04fd7, REOPEN/MOVE; state=CLOSED, location=b1d30ef9e474,46525,1733684236477; forceNewPlan=false, retain=true 2024-12-08T18:59:14,642 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=85, resume processing ppid=83 2024-12-08T18:59:14,643 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=85, ppid=83, state=SUCCESS, hasLock=false; CloseRegionProcedure 970f379b3fa2c24b9224a865287cf33d, server=b1d30ef9e474,46525,1733684236477 in 174 msec 2024-12-08T18:59:14,643 INFO [PEWorker-5 {}] assignment.TransitRegionStateProcedure(269): Starting pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=table1, region=970f379b3fa2c24b9224a865287cf33d, REOPEN/MOVE; state=CLOSED, location=b1d30ef9e474,46525,1733684236477; forceNewPlan=false, retain=true 2024-12-08T18:59:14,776 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-08T18:59:14,791 INFO [PEWorker-1 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=970f379b3fa2c24b9224a865287cf33d, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:14,791 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a290e7c876c4f4b7986164fa6fc04fd7, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:14,793 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=84, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=a290e7c876c4f4b7986164fa6fc04fd7, REOPEN/MOVE because future has completed 2024-12-08T18:59:14,794 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure a290e7c876c4f4b7986164fa6fc04fd7, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:59:14,795 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=83, ppid=82, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=table1, region=970f379b3fa2c24b9224a865287cf33d, REOPEN/MOVE because future has completed 2024-12-08T18:59:14,795 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 970f379b3fa2c24b9224a865287cf33d, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:59:14,949 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(132): Open table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:14,950 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7752): Opening region: {ENCODED => a290e7c876c4f4b7986164fa6fc04fd7, NAME => 'table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7.', STARTKEY => 'row0', ENDKEY => ''} 2024-12-08T18:59:14,950 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:59:14,950 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:14,950 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(898): Instantiated table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:59:14,950 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7794): checking encryption for a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:14,950 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(7797): checking classloading for a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:14,951 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:14,952 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a290e7c876c4f4b7986164fa6fc04fd7 columnFamilyName f 2024-12-08T18:59:14,952 DEBUG [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:14,957 DEBUG [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a290e7c876c4f4b7986164fa6fc04fd7/f/1b6411f3625240a69d7d5f7d88075296_SeqId_4_ 2024-12-08T18:59:14,957 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] regionserver.HStore(327): Store=a290e7c876c4f4b7986164fa6fc04fd7/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:59:14,958 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:14,959 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a290e7c876c4f4b7986164fa6fc04fd7 columnFamilyName f2 2024-12-08T18:59:14,959 DEBUG [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:14,959 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] regionserver.HStore(327): Store=a290e7c876c4f4b7986164fa6fc04fd7/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:59:14,960 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:14,961 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region a290e7c876c4f4b7986164fa6fc04fd7 columnFamilyName mob 2024-12-08T18:59:14,961 DEBUG [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:14,962 INFO [StoreOpener-a290e7c876c4f4b7986164fa6fc04fd7-1 {}] regionserver.HStore(327): Store=a290e7c876c4f4b7986164fa6fc04fd7/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:59:14,962 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1038): replaying wal for a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:14,963 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:14,964 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:14,965 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1048): stopping wal replay for a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:14,965 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1060): Cleaning up temporary data for a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:14,965 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T18:59:14,967 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1093): writing seq id for a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:14,967 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1114): Opened a290e7c876c4f4b7986164fa6fc04fd7; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=10858391360, jitterRate=0.011266499757766724}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T18:59:14,967 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1122): Running coprocessor post-open hooks for a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:14,968 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegion(1006): Region open journal for a290e7c876c4f4b7986164fa6fc04fd7: Running coprocessor pre-open hook at 1733684354950Writing region info on filesystem at 1733684354950Initializing all the Stores at 1733684354951 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684354951Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684354951Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684354951Cleaning up temporary data from old regions at 1733684354965 (+14 ms)Running coprocessor post-open hooks at 1733684354967 (+2 ms)Region opened successfully at 1733684354968 (+1 ms) 2024-12-08T18:59:14,969 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7., pid=87, masterSystemTime=1733684354946 2024-12-08T18:59:14,971 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:14,971 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=87}] handler.AssignRegionHandler(153): Opened table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:14,971 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(132): Open table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:14,971 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7752): Opening region: {ENCODED => 970f379b3fa2c24b9224a865287cf33d, NAME => 'table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d.', STARTKEY => '', ENDKEY => 'row0'} 2024-12-08T18:59:14,971 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=84 updating hbase:meta row=a290e7c876c4f4b7986164fa6fc04fd7, regionState=OPEN, openSeqNum=7, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:14,972 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:59:14,972 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table1 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:14,972 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(898): Instantiated table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:59:14,972 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7794): checking encryption for 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:14,972 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(7797): checking classloading for 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:14,973 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=87, ppid=84, state=RUNNABLE, hasLock=false; OpenRegionProcedure a290e7c876c4f4b7986164fa6fc04fd7, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:59:14,974 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:14,975 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 970f379b3fa2c24b9224a865287cf33d columnFamilyName f 2024-12-08T18:59:14,975 DEBUG [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:14,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=87, resume processing ppid=84 2024-12-08T18:59:14,975 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=87, ppid=84, state=SUCCESS, hasLock=false; OpenRegionProcedure a290e7c876c4f4b7986164fa6fc04fd7, server=b1d30ef9e474,46525,1733684236477 in 180 msec 2024-12-08T18:59:14,976 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=84, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=a290e7c876c4f4b7986164fa6fc04fd7, REOPEN/MOVE in 514 msec 2024-12-08T18:59:14,982 DEBUG [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/f/12bf1cfcc69c474fa2fa1230c6c2ab9d_SeqId_4_ 2024-12-08T18:59:14,982 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] regionserver.HStore(327): Store=970f379b3fa2c24b9224a865287cf33d/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:59:14,982 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f2 of region 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:14,983 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 970f379b3fa2c24b9224a865287cf33d columnFamilyName f2 2024-12-08T18:59:14,984 DEBUG [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:14,984 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] regionserver.HStore(327): Store=970f379b3fa2c24b9224a865287cf33d/f2, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:59:14,984 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family mob of region 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:14,985 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region 970f379b3fa2c24b9224a865287cf33d columnFamilyName mob 2024-12-08T18:59:14,985 DEBUG [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:14,991 DEBUG [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] regionserver.StoreEngine(278): loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/mob/ca177b1e04ba47f7859b4783159a9a86_SeqId_4_ 2024-12-08T18:59:14,991 INFO [StoreOpener-970f379b3fa2c24b9224a865287cf33d-1 {}] regionserver.HStore(327): Store=970f379b3fa2c24b9224a865287cf33d/mob, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:59:14,992 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1038): replaying wal for 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:14,993 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:14,994 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:14,995 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1048): stopping wal replay for 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:14,995 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1060): Cleaning up temporary data for 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:14,995 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.FlushLargeStoresPolicy(65): No hbase.hregion.percolumnfamilyflush.size.lower.bound set in table table1 descriptor;using region.getMemStoreFlushHeapSize/# of families (42.7 M)) instead. 2024-12-08T18:59:14,996 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1093): writing seq id for 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:14,997 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1114): Opened 970f379b3fa2c24b9224a865287cf33d; next sequenceid=7; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11289385920, jitterRate=0.05140599608421326}}}, FlushLargeStoresPolicy{flushSizeLowerBound=44739242} 2024-12-08T18:59:14,997 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1122): Running coprocessor post-open hooks for 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:14,997 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegion(1006): Region open journal for 970f379b3fa2c24b9224a865287cf33d: Running coprocessor pre-open hook at 1733684354972Writing region info on filesystem at 1733684354972Initializing all the Stores at 1733684354973 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684354973Instantiating store for column family {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684354973Instantiating store for column family {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684354973Cleaning up temporary data from old regions at 1733684354995 (+22 ms)Running coprocessor post-open hooks at 1733684354997 (+2 ms)Region opened successfully at 1733684354997 2024-12-08T18:59:14,998 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2236): Post open deploy tasks for table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., pid=88, masterSystemTime=1733684354946 2024-12-08T18:59:15,000 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] regionserver.HRegionServer(2266): Finished post open deploy task for table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:15,000 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=88}] handler.AssignRegionHandler(153): Opened table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:15,001 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=83 updating hbase:meta row=970f379b3fa2c24b9224a865287cf33d, regionState=OPEN, openSeqNum=7, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:15,003 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=88, ppid=83, state=RUNNABLE, hasLock=false; OpenRegionProcedure 970f379b3fa2c24b9224a865287cf33d, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:59:15,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=88, resume processing ppid=83 2024-12-08T18:59:15,005 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=88, ppid=83, state=SUCCESS, hasLock=false; OpenRegionProcedure 970f379b3fa2c24b9224a865287cf33d, server=b1d30ef9e474,46525,1733684236477 in 208 msec 2024-12-08T18:59:15,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=83, resume processing ppid=82 2024-12-08T18:59:15,007 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=83, ppid=82, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=table1, region=970f379b3fa2c24b9224a865287cf33d, REOPEN/MOVE in 544 msec 2024-12-08T18:59:15,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=82, resume processing ppid=81 2024-12-08T18:59:15,010 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=82, ppid=81, state=SUCCESS, hasLock=false; ReopenTableRegionsProcedure table=table1 in 549 msec 2024-12-08T18:59:15,012 DEBUG [PEWorker-4 {}] procedure.MasterDDLOperationHelper(51): Removing family=f3 from table=table1 2024-12-08T18:59:15,012 DEBUG [PEWorker-4 {}] backup.HFileArchiver(265): No files to dispose of in table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., family=f3 2024-12-08T18:59:15,013 DEBUG [PEWorker-4 {}] backup.HFileArchiver(265): No files to dispose of in table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7., family=f3 2024-12-08T18:59:15,016 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=81, state=SUCCESS, hasLock=false; ModifyTableProcedure table=table1 in 985 msec 2024-12-08T18:59:15,017 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=81 2024-12-08T18:59:15,018 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: MODIFY, Table Name: default:table1 completed 2024-12-08T18:59:15,019 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T18:59:15,023 INFO [Time-limited test {}] util.RestoreTool(200): Changed table1 to: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f3', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:59:15,023 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore incremental backup from directory hdfs://localhost:38211/backupUT/backup_1733684326428/default/test-1733684246918/f2/bfdac685ebc944689a8e772d1d7ca41b from hbase tables test-1733684246918 to tables table1 2024-12-08T18:59:15,023 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore test-1733684246918 into table1 2024-12-08T18:59:15,025 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684355023 from hdfs://localhost:38211/backupUT/backup_1733684326428/default/test-1733684246918/f2/bfdac685ebc944689a8e772d1d7ca41b 2024-12-08T18:59:15,026 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2d86ae49, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:15,026 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:15,026 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:15,027 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:15,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:15,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:15,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@11512947, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:15,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:15,027 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:15,028 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:15,028 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56120, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:15,029 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@50049b28, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:15,029 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:15,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:15,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@523a88d9 2024-12-08T18:59:15,030 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:15,031 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56130, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:15,032 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-08T18:59:15,032 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table table1 2024-12-08T18:59:15,033 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T18:59:15,033 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:15,034 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:15,035 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:15,035 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51534, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:15,038 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: 2024-12-08T18:59:15,038 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for table1: row0 2024-12-08T18:59:15,038 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 2 reduce partitions to match current region count for all tables 2024-12-08T18:59:15,038 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/partitions_1cd28903-cf6b-4391-ab71-109c16ff5eb2 2024-12-08T18:59:15,046 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741990_1166 (size=177) 2024-12-08T18:59:15,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:15,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:15,448 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:16,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop-9610301257806755237.jar 2024-12-08T18:59:16,350 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:16,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:16,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:16,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:16,351 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:16,352 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:16,352 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:16,352 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:16,352 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:16,353 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:59:16,353 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T18:59:16,353 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T18:59:16,353 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T18:59:16,354 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T18:59:16,354 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T18:59:16,354 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T18:59:16,354 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T18:59:16,354 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T18:59:16,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T18:59:16,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T18:59:16,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:16,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:16,355 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:16,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:16,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:16,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:16,356 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:59:16,356 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: table1 2024-12-08T18:59:16,356 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:59:16,356 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:16,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:16,357 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:16,357 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:16,357 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-08T18:59:16,357 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:59:16,371 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T18:59:16,393 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-08T18:59:16,520 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1477986091_0015_26ef12e4-64f0-4242-8061-e8761263c946/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-12-08T18:59:16,520 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local1477986091_0015_26ef12e4-64f0-4242-8061-e8761263c946/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-12-08T18:59:16,581 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38211/backupUT/backup_1733684326428/default/test-1733684246918/f2/bfdac685ebc944689a8e772d1d7ca41b 2024-12-08T18:59:16,584 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T18:59:16,617 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@495ff240, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:16,617 DEBUG [pool-281-thread-1 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:16,618 DEBUG [pool-281-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:16,618 DEBUG [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:16,618 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:16,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:16,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2c440d37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:16,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:16,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:16,619 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:16,620 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56156, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:16,620 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3024d95d, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:16,621 DEBUG [pool-281-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:16,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:16,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:16,623 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51538, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:16,625 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row-test-1733684246918-2-0', locateType=CURRENT is [region=table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., hostname=b1d30ef9e474,46525,1733684236477, seqNum=7] 2024-12-08T18:59:16,625 INFO [pool-281-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-281-thread-1. 2024-12-08T18:59:16,625 DEBUG [pool-281-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:16,625 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:16,625 DEBUG [pool-281-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:16,625 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:16,625 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-test-1733684246918-2-0] 2024-12-08T18:59:16,625 DEBUG [pool-281-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b1d30ef9e474 2024-12-08T18:59:16,628 DEBUG [pool-281-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684355023/_temporary/0/_temporary/attempt_local1477986091_0015_r_000000_0/f2/9f06267eedf942c7a12d2ff7d5cfba03 is 58, key is row-test-1733684246918-2-0/f2:q1/1733684321415/Put/seqid=0 2024-12-08T18:59:16,630 WARN [Thread-1890 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b1d30ef9e474:46525] Specified favored nodes: [b1d30ef9e474:46525] 2024-12-08T18:59:16,633 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741991_1167 (size=5609) 2024-12-08T18:59:17,560 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684355023 2024-12-08T18:59:17,561 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a444e96, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:17,561 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:17,561 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:17,562 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:17,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:17,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:17,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@40108497, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:17,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:17,562 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:17,563 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:17,564 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56180, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:17,564 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a26c8ac, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:17,565 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:17,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:17,566 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:17,568 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51546, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:17,571 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684355023/_SUCCESS 2024-12-08T18:59:17,574 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:17,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:17,575 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@27dff1dc 2024-12-08T18:59:17,576 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:17,577 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56194, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:17,581 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., hostname=b1d30ef9e474,46525,1733684236477, seqNum=7] 2024-12-08T18:59:17,584 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=table1,, stopping at row=table1 ,, for max=2147483647 with caching=100 2024-12-08T18:59:17,592 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684355023/f2/9f06267eedf942c7a12d2ff7d5cfba03 first=Optional[row-test-1733684246918-2-0] last=Optional[row-test-1733684246918-2-6] 2024-12-08T18:59:17,598 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684355023/f2/9f06267eedf942c7a12d2ff7d5cfba03 for inclusion in 970f379b3fa2c24b9224a865287cf33d/f2 2024-12-08T18:59:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(626): HFile bounds: first=row-test-1733684246918-2-0 last=row-test-1733684246918-2-6 2024-12-08T18:59:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(628): Region bounds: first= last=row0 2024-12-08T18:59:17,602 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HRegion(2603): Flush status journal for 970f379b3fa2c24b9224a865287cf33d: 2024-12-08T18:59:17,603 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-default-table1-1733684355023/f2/9f06267eedf942c7a12d2ff7d5cfba03 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__u2tsbltmbr8g2nffn86boeiubukcnvf3s9snpfrlsnjg5ukqbst7ee712chl3dt0/f2/9f06267eedf942c7a12d2ff7d5cfba03 2024-12-08T18:59:17,606 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__u2tsbltmbr8g2nffn86boeiubukcnvf3s9snpfrlsnjg5ukqbst7ee712chl3dt0/f2/9f06267eedf942c7a12d2ff7d5cfba03 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/f2/9a57128da2b24f0e9bcaf6acfc7c1399_SeqId_9_ 2024-12-08T18:59:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@2cdcffe9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:17,609 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:17,610 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:17,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:17,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:17,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@31a1a7c1, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:17,610 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:17,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:17,611 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:17,612 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56224, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:17,612 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54578a37, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:17,613 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:17,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:17,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7340f285 2024-12-08T18:59:17,614 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:17,615 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56236, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:17,616 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:17,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:17,617 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:17,618 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51552, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:17,626 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:59:17,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:59:17,637 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:17,640 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525. 2024-12-08T18:59:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:17,640 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:17,640 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:17,641 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__u2tsbltmbr8g2nffn86boeiubukcnvf3s9snpfrlsnjg5ukqbst7ee712chl3dt0/f2/9f06267eedf942c7a12d2ff7d5cfba03 into 970f379b3fa2c24b9224a865287cf33d/f2 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/f2/9a57128da2b24f0e9bcaf6acfc7c1399_SeqId_9_ - updating store file list. 2024-12-08T18:59:17,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/f2/9a57128da2b24f0e9bcaf6acfc7c1399_SeqId_9_ into 970f379b3fa2c24b9224a865287cf33d/f2 2024-12-08T18:59:17,646 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__u2tsbltmbr8g2nffn86boeiubukcnvf3s9snpfrlsnjg5ukqbst7ee712chl3dt0/f2/9f06267eedf942c7a12d2ff7d5cfba03 into 970f379b3fa2c24b9224a865287cf33d/f2 (new location: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/f2/9a57128da2b24f0e9bcaf6acfc7c1399_SeqId_9_) 2024-12-08T18:59:17,647 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__table1__u2tsbltmbr8g2nffn86boeiubukcnvf3s9snpfrlsnjg5ukqbst7ee712chl3dt0/f2/9f06267eedf942c7a12d2ff7d5cfba03 2024-12-08T18:59:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@25df011b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:17,648 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:17,649 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:17,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:17,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:17,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@291fe36f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:17,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:17,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:17,649 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:17,650 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56248, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:17,651 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5a3554bc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:17,651 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:17,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:17,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@682139e3 2024-12-08T18:59:17,652 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:17,653 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56260, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-08T18:59:17,654 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:17,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:17,654 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:17,655 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51564, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-08T18:59:17,661 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:59:17,666 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:59:17,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:17,672 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525. 2024-12-08T18:59:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:17,672 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:17,672 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:17,673 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:59:17,673 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.incrementalRestoreTable(RestoreTool.java:205) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:185) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:17,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:17,673 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:17,673 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-08T18:59:17,674 INFO [Time-limited test {}] impl.RestoreTablesClient(187): test-1733684246918 has been successfully restored to table1 2024-12-08T18:59:17,674 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-08T18:59:17,674 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733684326428 hdfs://localhost:38211/backupUT/backup_1733684326428/default/test-1733684246918/ 2024-12-08T18:59:17,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., hostname=b1d30ef9e474,46525,1733684236477, seqNum=7 , the old value is region=table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., hostname=b1d30ef9e474,46525,1733684236477, seqNum=7, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b1d30ef9e474:46525 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T18:59:17,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., hostname=b1d30ef9e474,46525,1733684236477, seqNum=7 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T18:59:17,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., hostname=b1d30ef9e474,46525,1733684236477, seqNum=7 from cache 2024-12-08T18:59:17,675 DEBUG [Time-limited test {}] impl.BackupManifest(419): Loading manifest from: hdfs://localhost:38211/backupUT/backup_1733684288783/.backup.manifest 2024-12-08T18:59:17,675 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-08T18:59:17,676 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:17,677 DEBUG [Time-limited test {}] impl.BackupManifest(449): Loaded manifest instance from manifest file: /backupUT/backup_1733684288783/.backup.manifest 2024-12-08T18:59:17,677 INFO [Time-limited test {}] impl.RestoreTablesClient(147): Restoring 'ns2:test-17336842469181' to 'ns2:table2' from full backup image hdfs://localhost:38211/backupUT/backup_1733684288783/ns2/test-17336842469181 2024-12-08T18:59:17,680 DEBUG [Time-limited test {}] util.RestoreTool(295): Retrieved descriptor: 'ns2:test-17336842469181', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} thru backup_1733684326428 2024-12-08T18:59:17,684 INFO [Time-limited test {}] util.RestoreTool(480): Truncating exising target table 'ns2:table2', preserving region splits 2024-12-08T18:59:17,685 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster$13(2820): Client=jenkins//172.17.0.2 disable ns2:table2 2024-12-08T18:59:17,686 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=89, state=RUNNABLE:DISABLE_TABLE_PREPARE, hasLock=false; DisableTableProcedure table=ns2:table2 2024-12-08T18:59:17,688 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-08T18:59:17,690 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684357689"}]},"ts":"1733684357689"} 2024-12-08T18:59:17,692 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLING in hbase:meta 2024-12-08T18:59:17,692 INFO [PEWorker-2 {}] procedure.DisableTableProcedure(284): Set ns2:table2 to state=DISABLING 2024-12-08T18:59:17,693 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=90, ppid=89, state=RUNNABLE:CLOSE_TABLE_REGIONS_SCHEDULE, hasLock=false; CloseTableRegionsProcedure table=ns2:table2}] 2024-12-08T18:59:17,694 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=31b7683660ca80c1785632f424639955, UNASSIGN}] 2024-12-08T18:59:17,696 INFO [PEWorker-3 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=31b7683660ca80c1785632f424639955, UNASSIGN 2024-12-08T18:59:17,697 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=31b7683660ca80c1785632f424639955, regionState=CLOSING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:17,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=91, ppid=90, state=RUNNABLE:REGION_STATE_TRANSITION_CLOSE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=31b7683660ca80c1785632f424639955, UNASSIGN because future has completed 2024-12-08T18:59:17,702 DEBUG [PEWorker-5 {}] assignment.TransitRegionStateProcedure(375): Close region: isSplit: false: evictOnSplit: true: evictOnClose: false 2024-12-08T18:59:17,702 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 31b7683660ca80c1785632f424639955, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:59:17,785 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'table1', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1d30ef9e474:46525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-08T18:59:17,794 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-08T18:59:17,855 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(122): Close 31b7683660ca80c1785632f424639955 2024-12-08T18:59:17,855 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(136): Unassign region: split region: false: evictCache: false 2024-12-08T18:59:17,855 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1722): Closing 31b7683660ca80c1785632f424639955, disabling compactions & flushes 2024-12-08T18:59:17,855 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1755): Closing region ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955. 2024-12-08T18:59:17,855 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955. 2024-12-08T18:59:17,855 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955. after waiting 0 ms 2024-12-08T18:59:17,855 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955. 2024-12-08T18:59:17,860 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/31b7683660ca80c1785632f424639955/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-08T18:59:17,860 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:59:17,860 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1973): Closed ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955. 2024-12-08T18:59:17,860 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] regionserver.HRegion(1676): Region close journal for 31b7683660ca80c1785632f424639955: Waiting for close lock at 1733684357855Running coprocessor pre-close hooks at 1733684357855Disabling compacts and flushes for region at 1733684357855Disabling writes for close at 1733684357855Writing region close event to WAL at 1733684357856 (+1 ms)Running coprocessor post-close hooks at 1733684357860 (+4 ms)Closed at 1733684357860 2024-12-08T18:59:17,862 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION, pid=92}] handler.UnassignRegionHandler(157): Closed 31b7683660ca80c1785632f424639955 2024-12-08T18:59:17,863 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=91 updating hbase:meta row=31b7683660ca80c1785632f424639955, regionState=CLOSED 2024-12-08T18:59:17,865 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=92, ppid=91, state=RUNNABLE, hasLock=false; CloseRegionProcedure 31b7683660ca80c1785632f424639955, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:59:17,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=92, resume processing ppid=91 2024-12-08T18:59:17,868 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=92, ppid=91, state=SUCCESS, hasLock=false; CloseRegionProcedure 31b7683660ca80c1785632f424639955, server=b1d30ef9e474,46525,1733684236477 in 164 msec 2024-12-08T18:59:17,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=91, resume processing ppid=90 2024-12-08T18:59:17,870 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=91, ppid=90, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=31b7683660ca80c1785632f424639955, UNASSIGN in 174 msec 2024-12-08T18:59:17,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=90, resume processing ppid=89 2024-12-08T18:59:17,872 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=90, ppid=89, state=SUCCESS, hasLock=false; CloseTableRegionsProcedure table=ns2:table2 in 177 msec 2024-12-08T18:59:17,874 DEBUG [PEWorker-5 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684357874"}]},"ts":"1733684357874"} 2024-12-08T18:59:17,876 INFO [PEWorker-5 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=DISABLED in hbase:meta 2024-12-08T18:59:17,876 INFO [PEWorker-5 {}] procedure.DisableTableProcedure(296): Set ns2:table2 to state=DISABLED 2024-12-08T18:59:17,878 INFO [PEWorker-5 {}] procedure2.ProcedureExecutor(1521): Finished pid=89, state=SUCCESS, hasLock=false; DisableTableProcedure table=ns2:table2 in 192 msec 2024-12-08T18:59:18,004 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=89 2024-12-08T18:59:18,005 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: DISABLE, Table Name: ns2:table2 completed 2024-12-08T18:59:18,005 INFO [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.HMaster$6(2602): Client=jenkins//172.17.0.2 truncate ns2:table2 2024-12-08T18:59:18,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] procedure2.ProcedureExecutor(1139): Stored pid=93, state=RUNNABLE:TRUNCATE_TABLE_PRE_OPERATION, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) 2024-12-08T18:59:18,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-08T18:59:18,007 DEBUG [PEWorker-2 {}] procedure.TruncateTableProcedure(87): waiting for 'ns2:table2' regions in transition 2024-12-08T18:59:18,011 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(131): ARCHIVING hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/31b7683660ca80c1785632f424639955 2024-12-08T18:59:18,013 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(159): Archiving [FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/31b7683660ca80c1785632f424639955/f, FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/31b7683660ca80c1785632f424639955/recovered.edits] 2024-12-08T18:59:18,018 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/31b7683660ca80c1785632f424639955/f/18d7c41f512a4857b99ec8c53d90f549_SeqId_4_ to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/archive/data/ns2/table2/31b7683660ca80c1785632f424639955/f/18d7c41f512a4857b99ec8c53d90f549_SeqId_4_ 2024-12-08T18:59:18,021 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(596): Archived from FileablePath, hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/31b7683660ca80c1785632f424639955/recovered.edits/6.seqid to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/archive/data/ns2/table2/31b7683660ca80c1785632f424639955/recovered.edits/6.seqid 2024-12-08T18:59:18,023 DEBUG [HFileArchiver-3 {}] backup.HFileArchiver(610): Deleted hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/31b7683660ca80c1785632f424639955 2024-12-08T18:59:18,023 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(313): Archived ns2:table2 regions 2024-12-08T18:59:18,028 WARN [PEWorker-2 {}] procedure.DeleteTableProcedure(370): Deleting some vestigial 1 rows of ns2:table2 from hbase:meta 2024-12-08T18:59:18,031 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(407): Removing 'ns2:table2' descriptor. 2024-12-08T18:59:18,031 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(397): Removing 'ns2:table2' from region states. 2024-12-08T18:59:18,032 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(723): Delete {"totalColumns":1,"row":"ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955.","families":{"info":[{"qualifier":"","vlen":0,"tag":[],"timestamp":"1733684358031"}]},"ts":"9223372036854775807"} 2024-12-08T18:59:18,034 INFO [PEWorker-2 {}] assignment.RegionStateStore(562): Deleted 1 regions from META 2024-12-08T18:59:18,034 DEBUG [PEWorker-2 {}] assignment.RegionStateStore(563): Deleted regions: [{ENCODED => 31b7683660ca80c1785632f424639955, NAME => 'ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955.', STARTKEY => '', ENDKEY => ''}] 2024-12-08T18:59:18,034 DEBUG [PEWorker-2 {}] procedure.DeleteTableProcedure(401): Marking 'ns2:table2' as deleted. 2024-12-08T18:59:18,034 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Delete {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":0,"tag":[],"timestamp":"1733684358034"}]},"ts":"9223372036854775807"} 2024-12-08T18:59:18,037 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(867): Deleted table ns2:table2 state from META 2024-12-08T18:59:18,044 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741992_1168 (size=351) 2024-12-08T18:59:18,114 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-08T18:59:18,325 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-08T18:59:18,446 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(7572): creating {ENCODED => e1b81ff51fc5ba2744769e590558791c, NAME => 'ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c.', STARTKEY => '', ENDKEY => ''}, tableDescriptor='ns2:table2', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, regionDir=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e 2024-12-08T18:59:18,458 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741993_1169 (size=37) 2024-12-08T18:59:18,459 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(898): Instantiated ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:59:18,460 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1722): Closing e1b81ff51fc5ba2744769e590558791c, disabling compactions & flushes 2024-12-08T18:59:18,460 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1755): Closing region ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c. 2024-12-08T18:59:18,460 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c. 2024-12-08T18:59:18,460 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c. after waiting 0 ms 2024-12-08T18:59:18,460 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c. 2024-12-08T18:59:18,460 INFO [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1973): Closed ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c. 2024-12-08T18:59:18,460 DEBUG [RegionOpenAndInit-ns2:table2-pool-0 {}] regionserver.HRegion(1676): Region close journal for e1b81ff51fc5ba2744769e590558791c: Waiting for close lock at 1733684358459Disabling compacts and flushes for region at 1733684358459Disabling writes for close at 1733684358460 (+1 ms)Writing region close event to WAL at 1733684358460Closed at 1733684358460 2024-12-08T18:59:18,461 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":2,"row":"ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c.","families":{"info":[{"qualifier":"regioninfo","vlen":36,"tag":[],"timestamp":"1733684358461"},{"qualifier":"state","vlen":6,"tag":[],"timestamp":"1733684358461"}]},"ts":"1733684358461"} 2024-12-08T18:59:18,463 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(832): Added 1 regions to meta. 2024-12-08T18:59:18,465 DEBUG [PEWorker-2 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684358464"}]},"ts":"1733684358464"} 2024-12-08T18:59:18,467 INFO [PEWorker-2 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLING in hbase:meta 2024-12-08T18:59:18,468 INFO [PEWorker-2 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=e1b81ff51fc5ba2744769e590558791c, ASSIGN}] 2024-12-08T18:59:18,469 INFO [PEWorker-1 {}] procedure.MasterProcedureScheduler(851): Took xlock for pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=e1b81ff51fc5ba2744769e590558791c, ASSIGN 2024-12-08T18:59:18,469 INFO [PEWorker-1 {}] assignment.TransitRegionStateProcedure(269): Starting pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_GET_ASSIGN_CANDIDATE, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=e1b81ff51fc5ba2744769e590558791c, ASSIGN; state=OFFLINE, location=b1d30ef9e474,46525,1733684236477; forceNewPlan=false, retain=false 2024-12-08T18:59:18,620 INFO [PEWorker-3 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=e1b81ff51fc5ba2744769e590558791c, regionState=OPENING, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:18,622 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=94, ppid=93, state=RUNNABLE:REGION_STATE_TRANSITION_OPEN, hasLock=true; TransitRegionStateProcedure table=ns2:table2, region=e1b81ff51fc5ba2744769e590558791c, ASSIGN because future has completed 2024-12-08T18:59:18,622 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1860): Initialized subprocedures=[{pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1b81ff51fc5ba2744769e590558791c, server=b1d30ef9e474,46525,1733684236477}] 2024-12-08T18:59:18,634 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-08T18:59:18,777 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(132): Open ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c. 2024-12-08T18:59:18,777 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7752): Opening region: {ENCODED => e1b81ff51fc5ba2744769e590558791c, NAME => 'ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c.', STARTKEY => '', ENDKEY => ''} 2024-12-08T18:59:18,778 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] coprocessor.CoprocessorHost(174): System coprocessor org.apache.hadoop.hbase.backup.BackupObserver loaded, priority=536870911. 2024-12-08T18:59:18,778 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.MetricsRegionSourceImpl(79): Creating new MetricsRegionSourceImpl for table table2 e1b81ff51fc5ba2744769e590558791c 2024-12-08T18:59:18,778 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(898): Instantiated ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c.; StoreHotnessProtector, parallelPutToStoreThreadLimit=0 ; minColumnNum=100 ; preparePutThreadLimit=0 ; hotProtect now disable 2024-12-08T18:59:18,778 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7794): checking encryption for e1b81ff51fc5ba2744769e590558791c 2024-12-08T18:59:18,778 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(7797): checking classloading for e1b81ff51fc5ba2744769e590558791c 2024-12-08T18:59:18,779 INFO [StoreOpener-e1b81ff51fc5ba2744769e590558791c-1 {}] regionserver.HStore(400): Created cacheConfig: cacheDataOnRead=true, cacheDataOnWrite=false, cacheIndexesOnWrite=false, cacheBloomsOnWrite=false, cacheEvictOnClose=false, cacheDataCompressed=false, prefetchOnOpen=false, for column family f of region e1b81ff51fc5ba2744769e590558791c 2024-12-08T18:59:18,780 INFO [StoreOpener-e1b81ff51fc5ba2744769e590558791c-1 {}] compactions.CompactionConfiguration(183): size [minCompactSize:128 MB, maxCompactSize:8.00 EB, offPeakMaxCompactSize:8.00 EB); files [minFilesToCompact:3, maxFilesToCompact:10); ratio 1.200000; off-peak ratio 5.000000; throttle point 2684354560; major period 604800000, major jitter 0.500000, min locality to compact 0.000000; tiered compaction: max_age 9223372036854775807, incoming window min 6, compaction policy for tiered window org.apache.hadoop.hbase.regionserver.compactions.ExploringCompactionPolicy, single output for minor true, compaction window factory org.apache.hadoop.hbase.regionserver.compactions.ExponentialCompactionWindowFactory, region e1b81ff51fc5ba2744769e590558791c columnFamilyName f 2024-12-08T18:59:18,780 DEBUG [StoreOpener-e1b81ff51fc5ba2744769e590558791c-1 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:18,781 INFO [StoreOpener-e1b81ff51fc5ba2744769e590558791c-1 {}] regionserver.HStore(327): Store=e1b81ff51fc5ba2744769e590558791c/f, memstore type=DefaultMemStore, storagePolicy=NONE, verifyBulkLoads=false, parallelPutCountPrintThreshold=50, encoding=NONE, compression=NONE 2024-12-08T18:59:18,781 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1038): replaying wal for e1b81ff51fc5ba2744769e590558791c 2024-12-08T18:59:18,782 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/e1b81ff51fc5ba2744769e590558791c 2024-12-08T18:59:18,782 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(5546): Found 0 recovered edits file(s) under hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/e1b81ff51fc5ba2744769e590558791c 2024-12-08T18:59:18,782 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1048): stopping wal replay for e1b81ff51fc5ba2744769e590558791c 2024-12-08T18:59:18,782 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1060): Cleaning up temporary data for e1b81ff51fc5ba2744769e590558791c 2024-12-08T18:59:18,783 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1093): writing seq id for e1b81ff51fc5ba2744769e590558791c 2024-12-08T18:59:18,785 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/e1b81ff51fc5ba2744769e590558791c/recovered.edits/1.seqid, newMaxSeqId=1, maxSeqId=-1 2024-12-08T18:59:18,786 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1114): Opened e1b81ff51fc5ba2744769e590558791c; next sequenceid=2; SteppingSplitPolicysuper{IncreasingToUpperBoundRegionSplitPolicy{initialSize=268435456, ConstantSizeRegionSplitPolicy{desiredMaxFileSize=11864253600, jitterRate=0.10494472086429596}}}, FlushLargeStoresPolicy{flushSizeLowerBound=-1} 2024-12-08T18:59:18,786 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1122): Running coprocessor post-open hooks for e1b81ff51fc5ba2744769e590558791c 2024-12-08T18:59:18,787 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegion(1006): Region open journal for e1b81ff51fc5ba2744769e590558791c: Running coprocessor pre-open hook at 1733684358778Writing region info on filesystem at 1733684358778Initializing all the Stores at 1733684358779 (+1 ms)Instantiating store for column family {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} at 1733684358779Cleaning up temporary data from old regions at 1733684358782 (+3 ms)Running coprocessor post-open hooks at 1733684358786 (+4 ms)Region opened successfully at 1733684358787 (+1 ms) 2024-12-08T18:59:18,788 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2236): Post open deploy tasks for ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c., pid=95, masterSystemTime=1733684358774 2024-12-08T18:59:18,790 DEBUG [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] regionserver.HRegionServer(2266): Finished post open deploy task for ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c. 2024-12-08T18:59:18,790 INFO [RS_OPEN_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_OPEN_REGION, pid=95}] handler.AssignRegionHandler(153): Opened ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c. 2024-12-08T18:59:18,790 INFO [PEWorker-2 {}] assignment.RegionStateStore(223): pid=94 updating hbase:meta row=e1b81ff51fc5ba2744769e590558791c, regionState=OPEN, openSeqNum=2, regionLocation=b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:18,792 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] procedure2.ProcedureFutureUtil(82): Going to wake up procedure pid=95, ppid=94, state=RUNNABLE, hasLock=false; OpenRegionProcedure e1b81ff51fc5ba2744769e590558791c, server=b1d30ef9e474,46525,1733684236477 because future has completed 2024-12-08T18:59:18,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=95, resume processing ppid=94 2024-12-08T18:59:18,794 INFO [PEWorker-1 {}] procedure2.ProcedureExecutor(1521): Finished pid=95, ppid=94, state=SUCCESS, hasLock=false; OpenRegionProcedure e1b81ff51fc5ba2744769e590558791c, server=b1d30ef9e474,46525,1733684236477 in 170 msec 2024-12-08T18:59:18,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(2017): Finished subprocedure pid=94, resume processing ppid=93 2024-12-08T18:59:18,795 INFO [PEWorker-3 {}] procedure2.ProcedureExecutor(1521): Finished pid=94, ppid=93, state=SUCCESS, hasLock=false; TransitRegionStateProcedure table=ns2:table2, region=e1b81ff51fc5ba2744769e590558791c, ASSIGN in 326 msec 2024-12-08T18:59:18,795 DEBUG [PEWorker-4 {}] hbase.MetaTableAccessor(964): Put {"totalColumns":1,"row":"ns2:table2","families":{"table":[{"qualifier":"state","vlen":2,"tag":[],"timestamp":"1733684358795"}]},"ts":"1733684358795"} 2024-12-08T18:59:18,797 INFO [PEWorker-4 {}] hbase.MetaTableAccessor(843): Updated tableName=ns2:table2, state=ENABLED in hbase:meta 2024-12-08T18:59:18,797 DEBUG [PEWorker-4 {}] procedure.TruncateTableProcedure(145): truncate 'ns2:table2' completed 2024-12-08T18:59:18,798 INFO [PEWorker-4 {}] procedure2.ProcedureExecutor(1521): Finished pid=93, state=SUCCESS, hasLock=false; TruncateTableProcedure (table=ns2:table2 preserveSplits=true) in 792 msec 2024-12-08T18:59:19,144 DEBUG [RpcServer.default.FPBQ.Fifo.handler=1,queue=0,port=33671 {}] master.MasterRpcServices(1377): Checking to see if procedure is done pid=93 2024-12-08T18:59:19,145 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.RawAsyncHBaseAdmin$TableProcedureBiConsumer(2721): Operation: TRUNCATE, Table Name: ns2:table2 completed 2024-12-08T18:59:19,146 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-08T18:59:19,148 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(64): Restore full backup from directory hdfs://localhost:38211/backupUT/backup_1733684288783/ns2/test-17336842469181/archive/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88 from hbase tables ns2:test-17336842469181 to tables ns2:table2 2024-12-08T18:59:19,148 INFO [Time-limited test {}] mapreduce.MapReduceRestoreJob(72): Restore ns2:test-17336842469181 into ns2:table2 2024-12-08T18:59:19,150 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(112): add incremental job :hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-ns2-table2-1733684359148 from hdfs://localhost:38211/backupUT/backup_1733684288783/ns2/test-17336842469181/archive/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:59:19,151 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@bca2b3f, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:19,151 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:19,151 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:19,152 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:19,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:19,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:19,152 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@60c7f7f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:19,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:19,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:19,153 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:19,154 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56278, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:19,154 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@651c0ae8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:19,155 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:19,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:19,155 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@71231984 2024-12-08T18:59:19,156 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:19,156 INFO [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:56282, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:19,157 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(636): bulkload locality sensitive enabled 2024-12-08T18:59:19,157 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(502): Looking up current regions for table ns2:table2 2024-12-08T18:59:19,157 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-08T18:59:19,158 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:19,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:19,159 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:19,160 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:51566, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:19,162 DEBUG [Time-limited test {}] mapreduce.HFileOutputFormat2(511): SplitPoint startkey for ns2:table2: 2024-12-08T18:59:19,162 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(659): Configuring 1 reduce partitions to match current region count for all tables 2024-12-08T18:59:19,162 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(526): Writing partition information to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/partitions_21f65880-31a9-461e-afa1-e3ad360bc2ee 2024-12-08T18:59:19,167 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741994_1170 (size=153) 2024-12-08T18:59:19,569 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.HConstants, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:19,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-protocol-shaded/target/hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:19,570 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.client.Put, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-client/target/hbase-client-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:19,711 DEBUG [regionserver/b1d30ef9e474:0.Chore.1 {}] throttle.PressureAwareCompactionThroughputController(103): CompactionPressure is 0.07692307692307693, tune throughput to 53.85 MB/second 2024-12-08T18:59:20,126 WARN [HBase-Metrics2-1 {}] impl.MetricsConfig(138): Cannot locate configuration: tried hadoop-metrics2-jobtracker.properties,hadoop-metrics2.properties 2024-12-08T18:59:20,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.ipc.RpcServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop-4672124087694690276.jar 2024-12-08T18:59:20,468 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.CompatibilityFactory, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:20,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.JobUtil, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-hadoop-compat/target/hbase-hadoop-compat-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:20,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.TableMapper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:20,469 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.impl.FastLongHistogram, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics/target/hbase-metrics-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:20,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.metrics.Snapshot, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-metrics-api/target/hbase-metrics-api-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:20,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.replication.ReplicationUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-replication/target/hbase-replication-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:20,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.http.HttpServer, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-http/target/hbase-http-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:20,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.procedure2.Procedure, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-procedure/target/hbase-procedure-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:20,470 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.zookeeper.ZKWatcher, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-zookeeper/target/hbase-zookeeper-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:20,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.collect.Lists, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:59:20,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.gson.GsonBuilder, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-gson/4.1.9/hbase-shaded-gson-4.1.9.jar 2024-12-08T18:59:20,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.protobuf.UnsafeByteOperations, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-protobuf/4.1.9/hbase-shaded-protobuf-4.1.9.jar 2024-12-08T18:59:20,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.io.netty.channel.Channel, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-netty/4.1.9/hbase-shaded-netty-4.1.9.jar 2024-12-08T18:59:20,471 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.unsafe.HBasePlatformDependent, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-unsafe/4.1.9/hbase-unsafe-4.1.9.jar 2024-12-08T18:59:20,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.zookeeper.ZooKeeper, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/zookeeper/zookeeper/3.8.4/zookeeper-3.8.4.jar 2024-12-08T18:59:20,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class com.codahale.metrics.MetricRegistry, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/dropwizard/metrics/metrics-core/3.2.6/metrics-core-3.2.6.jar 2024-12-08T18:59:20,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.commons.lang3.ArrayUtils, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/commons/commons-lang3/3.9/commons-lang3-3.9.jar 2024-12-08T18:59:20,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.api.trace.Span, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-api/1.15.0/opentelemetry-api-1.15.0.jar 2024-12-08T18:59:20,472 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.semconv.trace.attributes.SemanticAttributes, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-semconv/1.15.0-alpha/opentelemetry-semconv-1.15.0-alpha.jar 2024-12-08T18:59:20,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class io.opentelemetry.context.Context, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/io/opentelemetry/opentelemetry-context/1.15.0/opentelemetry-context-1.15.0.jar 2024-12-08T18:59:20,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:20,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:20,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileInputFormat, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:20,473 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.io.ImmutableBytesWritable, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-common/target/hbase-common-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:20,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.util.MapReduceExtendedCell, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:20,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-mapreduce/target/hbase-mapreduce-3.0.0-beta-2-SNAPSHOT.jar 2024-12-08T18:59:20,474 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hadoop.mapreduce.lib.partition.TotalOrderPartitioner, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-mapreduce-client-core/3.4.1/hadoop-mapreduce-client-core-3.4.1.jar 2024-12-08T18:59:20,474 INFO [Time-limited test {}] mapreduce.HFileOutputFormat2(679): Incremental output configured for tables: ns2:table2 2024-12-08T18:59:20,474 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:59:20,474 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.createSubmittableJob(MapReduceHFileSplitterJob.java:123) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceHFileSplitterJob.run(MapReduceHFileSplitterJob.java:170) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:82) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:20,474 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:20,475 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:20,475 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:20,475 DEBUG [Time-limited test {}] mapreduce.MapReduceHFileSplitterJob(124): success configuring load incremental job 2024-12-08T18:59:20,475 DEBUG [Time-limited test {}] mapreduce.TableMapReduceUtil(972): For class org.apache.hbase.thirdparty.com.google.common.base.Preconditions, using jar /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hbase/thirdparty/hbase-shaded-miscellaneous/4.1.9/hbase-shaded-miscellaneous-4.1.9.jar 2024-12-08T18:59:20,491 WARN [Time-limited test {}] mapreduce.JobResourceUploader(149): Hadoop command-line option parsing not performed. Implement the Tool interface and execute your application with ToolRunner to remedy this. 2024-12-08T18:59:20,503 WARN [Time-limited test {}] mapreduce.JobResourceUploader(481): No job jar file set. User classes may not be found. See Job or Job#setJar(String). 2024-12-08T18:59:20,588 WARN [Time-limited test {}] fs.FileUtil(1267): Command 'ln -s /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local84947978_0016_7e8c2116-3641-4585-9a53-e303f222e8c5/libjars /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*' failed 1 with: ln: failed to create symbolic link '/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/*': No such file or directory 2024-12-08T18:59:20,588 WARN [Time-limited test {}] mapred.LocalDistributedCacheManager(200): Failed to create symlink: /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/mapreduce.cluster.local.dir/job_local84947978_0016_7e8c2116-3641-4585-9a53-e303f222e8c5/libjars <- /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/libjars/* 2024-12-08T18:59:20,635 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38211/backupUT/backup_1733684288783/ns2/test-17336842469181/archive/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/005e962e691948ecab93ed94a4900dcb 2024-12-08T18:59:20,638 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T18:59:20,676 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(92): Initialize HFileRecordReader for hdfs://localhost:38211/backupUT/backup_1733684288783/ns2/test-17336842469181/archive/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/f/7ec715e37fb04750ad8dbe268b0f459a 2024-12-08T18:59:20,679 INFO [LocalJobRunner Map Task Executor #0 {}] mapreduce.HFileInputFormat$HFileRecordReader(106): Seeking to start 2024-12-08T18:59:20,706 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@1eea4252, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:20,706 DEBUG [pool-286-thread-1 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:20,707 DEBUG [pool-286-thread-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:20,707 DEBUG [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:20,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:20,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:20,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@557214fc, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:20,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:20,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:20,708 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:20,709 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40292, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:20,710 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@6a0917f9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:20,710 DEBUG [pool-286-thread-1 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:20,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:20,711 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:20,712 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49512, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:20,714 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='row-t20', locateType=CURRENT is [region=ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:20,714 INFO [pool-286-thread-1 {}] client.AsyncConnectionImpl(233): Connection has been closed by pool-286-thread-1. 2024-12-08T18:59:20,714 DEBUG [pool-286-thread-1 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:299) at org.apache.hadoop.hbase.mapreduce.HFileOutputFormat2$1.write(HFileOutputFormat2.java:234) at org.apache.hadoop.mapred.ReduceTask$NewTrackingRecordWriter.write(ReduceTask.java:559) at org.apache.hadoop.mapreduce.task.TaskInputOutputContextImpl.write(TaskInputOutputContextImpl.java:89) at org.apache.hadoop.mapreduce.lib.reduce.WrappedReducer$Context.write(WrappedReducer.java:105) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:48) at org.apache.hadoop.hbase.mapreduce.CellSortReducer.reduce(CellSortReducer.java:35) at org.apache.hadoop.mapreduce.Reducer.run(Reducer.java:171) at org.apache.hadoop.mapred.ReduceTask.runNewReducer(ReduceTask.java:628) at org.apache.hadoop.mapred.ReduceTask.run(ReduceTask.java:390) at org.apache.hadoop.mapred.LocalJobRunner$Job$ReduceTaskRunnable.run(LocalJobRunner.java:347) at java.base/java.util.concurrent.Executors$RunnableAdapter.call(Executors.java:539) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1136) at java.base/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:20,714 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:20,714 DEBUG [pool-286-thread-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:20,714 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:20,714 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(308): First rowkey: [row-t20] 2024-12-08T18:59:20,714 DEBUG [pool-286-thread-1 {}] mapreduce.HFileOutputFormat2$1(314): Use favored nodes writer: b1d30ef9e474 2024-12-08T18:59:20,719 DEBUG [pool-286-thread-1 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-ns2-table2-1733684359148/_temporary/0/_temporary/attempt_local84947978_0016_r_000000_0/f/0240aa3cde054400b16471096070b4b9 is 38, key is row-t20/f:q1/1733684275674/Put/seqid=0 2024-12-08T18:59:20,721 WARN [Thread-1965 {}] hdfs.DataStreamer(2024): These favored nodes were specified but not chosen: [b1d30ef9e474:46525] Specified favored nodes: [b1d30ef9e474:46525] 2024-12-08T18:59:20,723 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741995_1171 (size=8933) 2024-12-08T18:59:21,628 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(87): Restoring HFiles from directory hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-ns2-table2-1733684359148 2024-12-08T18:59:21,628 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@4a787dd3, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:21,628 DEBUG [Time-limited test {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:21,629 DEBUG [Time-limited test {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:21,630 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:21,630 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:21,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:21,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@56106e33, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:21,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:21,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:21,631 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:21,632 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40310, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:21,633 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@d5c7e5b, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:21,633 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:21,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:21,634 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:21,635 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49522, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:21,638 WARN [Time-limited test {}] tool.BulkLoadHFilesTool(259): Skipping non-directory hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-ns2-table2-1733684359148/_SUCCESS 2024-12-08T18:59:21,641 DEBUG [Time-limited test {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:21,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:21,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@5028f639 2024-12-08T18:59:21,642 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:21,643 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40314, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:21,646 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:21,649 DEBUG [Time-limited test {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=ns2:table2,, stopping at row=ns2:table2 ,, for max=2147483647 with caching=100 2024-12-08T18:59:21,655 INFO [BulkLoadHFilesTool-0 {}] tool.BulkLoadHFilesTool(704): Trying to load hfile=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-ns2-table2-1733684359148/f/0240aa3cde054400b16471096070b4b9 first=Optional[row-t20] last=Optional[row98] 2024-12-08T18:59:21,659 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(614): Validating hfile at hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-ns2-table2-1733684359148/f/0240aa3cde054400b16471096070b4b9 for inclusion in e1b81ff51fc5ba2744769e590558791c/f 2024-12-08T18:59:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(626): HFile bounds: first=row-t20 last=row98 2024-12-08T18:59:21,662 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(628): Region bounds: first= last= 2024-12-08T18:59:21,663 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HRegion(2603): Flush status journal for e1b81ff51fc5ba2744769e590558791c: 2024-12-08T18:59:21,664 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(397): Moving hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/hbase-staging/bulk_output-ns2-table2-1733684359148/f/0240aa3cde054400b16471096070b4b9 to hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__ns2_table2__4retm3mkcle6rnecqpcbc4scl27qmphlatv8v6suerbjrl0o8i20qieli7psqn85/f/0240aa3cde054400b16471096070b4b9 2024-12-08T18:59:21,666 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__ns2_table2__4retm3mkcle6rnecqpcbc4scl27qmphlatv8v6suerbjrl0o8i20qieli7psqn85/f/0240aa3cde054400b16471096070b4b9 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/e1b81ff51fc5ba2744769e590558791c/f/04a72d6b720c41c1aed19e756cc66a3f_SeqId_4_ 2024-12-08T18:59:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3aef6791, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:21,667 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:21,668 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:21,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:21,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:21,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@5f1a3dda, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:21,668 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:21,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:21,669 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:21,670 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40334, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:21,670 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@17507fd9, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:21,670 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:21,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:21,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@7ce42b33 2024-12-08T18:59:21,671 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:21,672 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40348, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=MasterService 2024-12-08T18:59:21,673 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:21,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:21,674 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:21,675 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49528, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins (auth:SIMPLE), service=ClientService 2024-12-08T18:59:21,682 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:59:21,686 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:59:21,689 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:21,692 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525. 2024-12-08T18:59:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.preCommitStoreFile(BackupObserver.java:105) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1447) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$51.call(RegionCoprocessorHost.java:1444) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.preCommitStoreFile(RegionCoprocessorHost.java:1443) at org.apache.hadoop.hbase.regionserver.HRegion.bulkLoadHFiles(HRegion.java:7401) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:288) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager$1.run(SecureBulkLoadManager.java:263) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:263) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:21,692 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:21,692 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:21,693 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(700): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__ns2_table2__4retm3mkcle6rnecqpcbc4scl27qmphlatv8v6suerbjrl0o8i20qieli7psqn85/f/0240aa3cde054400b16471096070b4b9 into e1b81ff51fc5ba2744769e590558791c/f as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/e1b81ff51fc5ba2744769e590558791c/f/04a72d6b720c41c1aed19e756cc66a3f_SeqId_4_ - updating store file list. 2024-12-08T18:59:21,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(722): Loaded HFile hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/e1b81ff51fc5ba2744769e590558791c/f/04a72d6b720c41c1aed19e756cc66a3f_SeqId_4_ into e1b81ff51fc5ba2744769e590558791c/f 2024-12-08T18:59:21,698 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HStore(706): Successfully loaded hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__ns2_table2__4retm3mkcle6rnecqpcbc4scl27qmphlatv8v6suerbjrl0o8i20qieli7psqn85/f/0240aa3cde054400b16471096070b4b9 into e1b81ff51fc5ba2744769e590558791c/f (new location: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/e1b81ff51fc5ba2744769e590558791c/f/04a72d6b720c41c1aed19e756cc66a3f_SeqId_4_) 2024-12-08T18:59:21,698 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.SecureBulkLoadManager$SecureBulkLoadListener(412): Bulk Load done for: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/staging/jenkins__ns2_table2__4retm3mkcle6rnecqpcbc4scl27qmphlatv8v6suerbjrl0o8i20qieli7psqn85/f/0240aa3cde054400b16471096070b4b9 2024-12-08T18:59:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@54cca288, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ClusterIdFetcher(90): Going to request b1d30ef9e474,33671,-1 for getting cluster id 2024-12-08T18:59:21,700 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ConnectionRegistryService, sasl=false 2024-12-08T18:59:21,701 DEBUG [HMaster-EventLoopGroup-1-2 {}] ipc.ServerRpcConnection(714): Response connection registry, clusterId = '5d157694-9808-4fd5-9c40-a698f007aadb' 2024-12-08T18:59:21,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(424): process preamble call response with response type GetConnectionRegistryResponse 2024-12-08T18:59:21,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ClusterIdFetcher$1(103): Got connection registry info: cluster_id: "5d157694-9808-4fd5-9c40-a698f007aadb" 2024-12-08T18:59:21,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@21d8ef03, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:21,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.ConnectionRegistryRpcStubHolder(93): Going to use new servers to create stubs: [b1d30ef9e474,33671,-1] 2024-12-08T18:59:21,701 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientMetaService, sasl=false 2024-12-08T18:59:21,702 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:21,702 INFO [HMaster-EventLoopGroup-1-3 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40362, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientMetaService 2024-12-08T18:59:21,703 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.AbstractRpcClient(198): Codec=org.apache.hadoop.hbase.codec.KeyValueCodec@3b9800a8, compressor=null, tcpKeepAlive=true, tcpNoDelay=true, connectTO=10000, readTO=20000, writeTO=60000, minIdleTimeBeforeClose=120000, maxRetries=0, fallbackAllowed=false, bind address=null 2024-12-08T18:59:21,703 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching master stub from registry 2024-12-08T18:59:21,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncConnectionImpl(321): The fetched master address is b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:21,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched master stub is org.apache.hadoop.hbase.shaded.protobuf.generated.MasterProtos$MasterService$Stub@1143ba5c 2024-12-08T18:59:21,704 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=MasterService, sasl=false 2024-12-08T18:59:21,705 INFO [HMaster-EventLoopGroup-1-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:40376, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=MasterService 2024-12-08T18:59:21,705 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.ConnectionUtils(547): Start fetching meta region location from registry 2024-12-08T18:59:21,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.ConnectionUtils(555): The fetched meta region location is [region=hbase:meta,,1.1588230740, hostname=b1d30ef9e474,46525,1733684236477, seqNum=-1] 2024-12-08T18:59:21,706 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.RpcConnection(159): Using SIMPLE authentication for service=ClientService, sasl=false 2024-12-08T18:59:21,707 INFO [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] ipc.ServerRpcConnection(484): Connection from 172.17.0.2:49542, version=3.0.0-beta-2-SNAPSHOT, sasl=false, ugi=jenkins.hfs.0 (auth:SIMPLE), service=ClientService 2024-12-08T18:59:21,712 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system,, stopping at row=backup:system ,, for max=2147483647 with caching=100 2024-12-08T18:59:21,716 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] hbase.ClientMetaTableAccessor(255): Scanning META starting at row=backup:system_bulk,, stopping at row=backup:system_bulk ,, for max=2147483647 with caching=100 2024-12-08T18:59:21,719 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'backup:system', row='session:', locateType=CURRENT is [region=backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:21,722 INFO [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525. 2024-12-08T18:59:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupObserver.postBulkLoadHFile(BackupObserver.java:79) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1474) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost$53.call(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost$ObserverOperationWithoutResult.callObserver(CoprocessorHost.java:558) at org.apache.hadoop.hbase.coprocessor.CoprocessorHost.execOperation(CoprocessorHost.java:631) at org.apache.hadoop.hbase.regionserver.RegionCoprocessorHost.postBulkLoadHFile(RegionCoprocessorHost.java:1471) at org.apache.hadoop.hbase.regionserver.SecureBulkLoadManager.secureBulkLoadHFiles(SecureBulkLoadManager.java:307) at org.apache.hadoop.hbase.regionserver.RSRpcServices.bulkLoadHFile(RSRpcServices.java:2347) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43510) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:21,722 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:21,722 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:21,723 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:59:21,723 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.tool.BulkLoadHFilesTool.bulkLoad(BulkLoadHFilesTool.java:1125) at org.apache.hadoop.hbase.backup.mapreduce.MapReduceRestoreJob.run(MapReduceRestoreJob.java:90) at org.apache.hadoop.hbase.backup.util.RestoreTool.createAndRestoreTable(RestoreTool.java:355) at org.apache.hadoop.hbase.backup.util.RestoreTool.fullRestoreTable(RestoreTool.java:211) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restoreImages(RestoreTablesClient.java:150) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.restore(RestoreTablesClient.java:226) at org.apache.hadoop.hbase.backup.impl.RestoreTablesClient.execute(RestoreTablesClient.java:260) at org.apache.hadoop.hbase.backup.impl.BackupAdminImpl.restore(BackupAdminImpl.java:509) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:218) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:21,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:21,723 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:21,723 DEBUG [Time-limited test {}] mapreduce.MapReduceRestoreJob(95): Restore Job finished:0 2024-12-08T18:59:21,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 , the old value is region=ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2, error=org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Call to address=b1d30ef9e474:46525 failed on local exception: org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T18:59:21,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 is org.apache.hadoop.hbase.exceptions.ConnectionClosedException: Connection closed 2024-12-08T18:59:21,724 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-1 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 from cache 2024-12-08T18:59:21,724 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:21,729 WARN [MiniHBaseClusterRegionServer-EventLoopGroup-3-3 {}] util.NettyFutureUtils(65): IO operation failed org.apache.hbase.thirdparty.io.netty.channel.StacklessClosedChannelException: null at org.apache.hbase.thirdparty.io.netty.channel.AbstractChannel$AbstractUnsafe.write(Object, ChannelPromise)(Unknown Source) ~[hbase-shaded-netty-4.1.9.jar:?] 2024-12-08T18:59:21,740 INFO [Time-limited test {}] impl.RestoreTablesClient(175): No incremental changes since full backup for 'ns2:test-17336842469181', skipping incremental restore step. 2024-12-08T18:59:21,740 INFO [Time-limited test {}] impl.RestoreTablesClient(229): Restore includes the following image(s): 2024-12-08T18:59:21,740 INFO [Time-limited test {}] impl.RestoreTablesClient(231): Backup: backup_1733684326428 hdfs://localhost:38211/backupUT/backup_1733684326428/ns2/test-17336842469181/ 2024-12-08T18:59:21,740 DEBUG [Time-limited test {}] impl.RestoreTablesClient(236): restoreStage finished 2024-12-08T18:59:21,742 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(222): After incremental restore: 'table1', {TABLE_ATTRIBUTES => {METADATA => {'hbase.store.file-tracker.impl' => 'DEFAULT'}}}, {NAME => 'f', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'f2', INDEX_BLOCK_ENCODING => 'NONE', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'}, {NAME => 'mob', INDEX_BLOCK_ENCODING => 'NONE', MOB_THRESHOLD => '5', VERSIONS => '1', KEEP_DELETED_CELLS => 'FALSE', DATA_BLOCK_ENCODING => 'NONE', TTL => 'FOREVER', MIN_VERSIONS => '0', REPLICATION_SCOPE => '0', BLOOMFILTER => 'ROW', IN_MEMORY => 'false', IS_MOB => 'true', COMPRESSION => 'NONE', BLOCKCACHE => 'true', BLOCKSIZE => '65536 B (64KB)'} 2024-12-08T18:59:21,744 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.CallRunner(138): callId: 736 service: ClientService methodName: Scan size: 160 connection: 172.17.0.2:52426 deadline: 1733684421742, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11. is not online on b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:21,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 , the old value is region=table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11. is not online on b1d30ef9e474,46525,1733684236477 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:21,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11. is not online on b1d30ef9e474,46525,1733684236477 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:21,744 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,,1733684337286.a1ea7cf729f4e22f47b772f9c7651e11., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 from cache 2024-12-08T18:59:21,835 WARN [Async-Client-Retry-Timer-pool-0 {}] client.AsyncNonMetaRegionLocator(265): Failed to locate region in 'ns2:table2', row='', locateType=CURRENT org.apache.hadoop.hbase.ipc.StoppedRpcClientException: Call to address=b1d30ef9e474:46525 failed on local exception: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance0(Native Method) ~[?:?] at jdk.internal.reflect.NativeConstructorAccessorImpl.newInstance(NativeConstructorAccessorImpl.java:77) ~[?:?] at jdk.internal.reflect.DelegatingConstructorAccessorImpl.newInstance(DelegatingConstructorAccessorImpl.java:45) ~[?:?] at java.lang.reflect.Constructor.newInstanceWithCaller(Constructor.java:499) ~[?:?] at java.lang.reflect.Constructor.newInstance(Constructor.java:480) ~[?:?] at org.apache.hadoop.hbase.ipc.IPCUtil.wrapException(IPCUtil.java:237) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.onCallFinished(AbstractRpcClient.java:395) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:430) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$3.run(AbstractRpcClient.java:425) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.callComplete(Call.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.Call.setException(Call.java:132) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:451) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient$RpcChannelImplementation.callMethod(AbstractRpcClient.java:628) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$Stub.scan(ClientProtos.java:43851) ~[hbase-protocol-shaded-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.callOpenScanner(AsyncClientScanner.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.call(AsyncSingleRequestRpcRetryingCaller.java:84) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.lambda$doCall$7(AsyncSingleRequestRpcRetryingCaller.java:117) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.util.FutureUtils.lambda$addListener$0(FutureUtils.java:71) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at java.util.concurrent.CompletableFuture.uniWhenComplete(CompletableFuture.java:863) ~[?:?] at java.util.concurrent.CompletableFuture.uniWhenCompleteStage(CompletableFuture.java:887) ~[?:?] at java.util.concurrent.CompletableFuture.whenComplete(CompletableFuture.java:2325) ~[?:?] at org.apache.hadoop.hbase.util.FutureUtils.addListener(FutureUtils.java:64) ~[hbase-common-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:108) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.call(AsyncRpcRetryingCaller.java:222) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCallerFactory$SingleRequestCallerBuilder.call(AsyncRpcRetryingCallerFactory.java:177) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:242) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.ConnectionUtils.timelineConsistentRead(ConnectionUtils.java:442) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.openScanner(AsyncClientScanner.java:255) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncClientScanner.start(AsyncClientScanner.java:275) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:617) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.RawAsyncTableImpl.scan(RawAsyncTableImpl.java:91) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.locateInMeta(AsyncNonMetaRegionLocator.java:408) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocationsInternal(AsyncNonMetaRegionLocator.java:516) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncNonMetaRegionLocator.getRegionLocations(AsyncNonMetaRegionLocator.java:529) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.lambda$getRegionLocation$7(AsyncRegionLocator.java:164) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.tracedLocationFuture(AsyncRegionLocator.java:106) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:158) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRegionLocator.getRegionLocation(AsyncRegionLocator.java:193) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncSingleRequestRpcRetryingCaller.doCall(AsyncSingleRequestRpcRetryingCaller.java:109) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.client.AsyncRpcRetryingCaller.lambda$tryScheduleRetry$1(AsyncRpcRetryingCaller.java:139) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.run(HashedWheelTimer.java:713) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.concurrent.ImmediateExecutor.execute(ImmediateExecutor.java:34) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelTimeout.expire(HashedWheelTimer.java:701) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$HashedWheelBucket.expireTimeouts(HashedWheelTimer.java:788) ~[hbase-shaded-netty-4.1.9.jar:?] at org.apache.hbase.thirdparty.io.netty.util.HashedWheelTimer$Worker.run(HashedWheelTimer.java:501) ~[hbase-shaded-netty-4.1.9.jar:?] at java.lang.Thread.run(Thread.java:840) ~[?:?] Caused by: org.apache.hadoop.hbase.ipc.StoppedRpcClientException at org.apache.hadoop.hbase.ipc.AbstractRpcClient.getConnection(AbstractRpcClient.java:366) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] at org.apache.hadoop.hbase.ipc.AbstractRpcClient.callMethod(AbstractRpcClient.java:448) ~[hbase-client-3.0.0-beta-2-SNAPSHOT.jar:3.0.0-beta-2-SNAPSHOT] ... 34 more 2024-12-08T18:59:21,856 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='', locateType=CURRENT is [region=table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d., hostname=b1d30ef9e474,46525,1733684236477, seqNum=7] 2024-12-08T18:59:21,862 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.CallRunner(138): callId: 740 service: ClientService methodName: Scan size: 170 connection: 172.17.0.2:52426 deadline: 1733684421861, exception=org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f. is not online on b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:21,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 , the old value is region=table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f. is not online on b1d30ef9e474,46525,1733684236477 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:21,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f. is not online on b1d30ef9e474,46525,1733684236477 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:21,863 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=table1,row0,1733684337286.7583827b2a7c103f22f8651f774d269f., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 from cache 2024-12-08T18:59:21,977 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'table1', row='row0', locateType=CURRENT is [region=table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7., hostname=b1d30ef9e474,46525,1733684236477, seqNum=7] 2024-12-08T18:59:21,981 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(224): f1 has 198 rows 2024-12-08T18:59:21,986 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(228): f2 has 7 rows 2024-12-08T18:59:21,991 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:22,000 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-08T18:59:22,003 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:22,005 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-08T18:59:22,005 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:22,006 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-08T18:59:22,006 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:22,007 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-08T18:59:22,007 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:22,008 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-08T18:59:22,008 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] storefiletracker.StoreFileTrackerFactory(122): instantiating StoreFileTracker impl org.apache.hadoop.hbase.regionserver.storefiletracker.DefaultStoreFileTracker 2024-12-08T18:59:22,009 WARN [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] regionserver.HMobStore(347): The Cell result is null, assemble a new Cell with the same row,family,qualifier,timestamp,type and tags but with an empty value to return. 2024-12-08T18:59:22,013 DEBUG [Time-limited test {}] backup.TestIncrementalBackup(232): mob has 111 rows 2024-12-08T18:59:22,014 DEBUG [RpcServer.default.FPBQ.Fifo.handler=2,queue=0,port=46525 {}] ipc.CallRunner(138): callId: 748 service: ClientService methodName: Scan size: 159 connection: 172.17.0.2:52426 deadline: 1733684422012, exception=org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955. is not online on b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:22,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(64): Try updating region=ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 , the old value is region=ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2, error=org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955. is not online on b1d30ef9e474,46525,1733684236477 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:22,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(72): The actual exception when updating region=ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 is org.apache.hadoop.hbase.NotServingRegionException: org.apache.hadoop.hbase.NotServingRegionException: ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955. is not online on b1d30ef9e474,46525,1733684236477 at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegionByEncodedName(HRegionServer.java:3186) at org.apache.hadoop.hbase.regionserver.HRegionServer.getRegion(HRegionServer.java:3164) at org.apache.hadoop.hbase.regionserver.RSRpcServices.getRegion(RSRpcServices.java:1413) at org.apache.hadoop.hbase.regionserver.RSRpcServices.checkQuotaAndGetRegionScannerContext(RSRpcServices.java:4010) at org.apache.hadoop.hbase.regionserver.RSRpcServices.scan(RSRpcServices.java:3577) at org.apache.hadoop.hbase.shaded.protobuf.generated.ClientProtos$ClientService$2.callBlockingMethod(ClientProtos.java:43508) at org.apache.hadoop.hbase.ipc.RpcServer.call(RpcServer.java:444) at org.apache.hadoop.hbase.ipc.CallRunner.run(CallRunner.java:124) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:102) at org.apache.hadoop.hbase.ipc.RpcHandler.run(RpcHandler.java:82) 2024-12-08T18:59:22,014 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncRegionLocatorHelper(88): Try removing region=ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2 from cache 2024-12-08T18:59:22,126 DEBUG [MiniHBaseClusterRegionServer-EventLoopGroup-3-2 {}] client.AsyncNonMetaRegionLocator(310): The fetched location of 'ns2:table2', row='', locateType=CURRENT is [region=ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c., hostname=b1d30ef9e474,46525,1733684236477, seqNum=2] 2024-12-08T18:59:22,131 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:59:22,131 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.TestIncrementalBackup.TestIncBackupRestore(TestIncrementalBackup.java:240) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.InvokeMethod.evaluate(InvokeMethod.java:17) at org.junit.runners.ParentRunner$3.evaluate(ParentRunner.java:306) at org.junit.runners.BlockJUnit4ClassRunner$1.evaluate(BlockJUnit4ClassRunner.java:100) at org.junit.runners.ParentRunner.runLeaf(ParentRunner.java:366) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:103) at org.junit.runners.BlockJUnit4ClassRunner.runChild(BlockJUnit4ClassRunner.java:63) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.runners.ParentRunner.run(ParentRunner.java:413) at org.junit.runners.Suite.runChild(Suite.java:128) at org.junit.runners.Suite.runChild(Suite.java:27) at org.junit.runners.ParentRunner$4.run(ParentRunner.java:331) at org.junit.runners.ParentRunner$1.schedule(ParentRunner.java:79) at org.junit.runners.ParentRunner.runChildren(ParentRunner.java:329) at org.junit.runners.ParentRunner.access$100(ParentRunner.java:66) at org.junit.runners.ParentRunner$2.evaluate(ParentRunner.java:293) at org.junit.internal.runners.statements.RunBefores.evaluate(RunBefores.java:26) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:27) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:22,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:22,131 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:22,131 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:22,150 INFO [Time-limited test {}] hbase.ResourceChecker(175): after: backup.TestIncrementalBackup#TestIncBackupRestore[0] Thread=637 (was 611) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-8 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1134452520-172.17.0.2-1733684230944:blk_1073741956_1132, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ForkJoinPool.commonPool-worker-4 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.ForkJoinPool.awaitWork(ForkJoinPool.java:1724) java.base@17.0.11/java.util.concurrent.ForkJoinPool.runWorker(ForkJoinPool.java:1623) java.base@17.0.11/java.util.concurrent.ForkJoinWorkerThread.run(ForkJoinWorkerThread.java:165) Potentially hanging thread: Timer for 'JobTracker' metrics system java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.util.TimerThread.mainLoop(Timer.java:563) java.base@17.0.11/java.util.TimerThread.run(Timer.java:516) Potentially hanging thread: (b1d30ef9e474,33671,1733684234976)-proc-coordinator-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1134452520-172.17.0.2-1733684230944:blk_1073741954_1130, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: PacketResponder: BP-1134452520-172.17.0.2-1733684230944:blk_1073741955_1131, type=LAST_IN_PIPELINE java.base@17.0.11/java.lang.Object.wait(Native Method) java.base@17.0.11/java.lang.Object.wait(Object.java:338) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.waitForAckHead(BlockReceiver.java:1367) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver$PacketResponder.run(BlockReceiver.java:1439) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1223236856_20 at /127.0.0.1:48870 [Waiting for operation #36] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-862998774_20 at /127.0.0.1:54468 [Receiving block BP-1134452520-172.17.0.2-1733684230944:blk_1073741955_1131] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-10 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-3 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_1223236856_20 at /127.0.0.1:51106 [Waiting for operation #143] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:263) java.base@17.0.11/java.io.DataInputStream.readUnsignedShort(DataInputStream.java:334) java.base@17.0.11/java.io.DataInputStream.readShort(DataInputStream.java:312) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.readOp(Receiver.java:72) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:273) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-862998774_20 at /127.0.0.1:54456 [Receiving block BP-1134452520-172.17.0.2-1733684230944:blk_1073741954_1130] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: rs(b1d30ef9e474,46525,1733684236477)-backup-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: HFileArchiver-1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-11 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Close-WAL-Writer-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:401) java.base@17.0.11/java.util.concurrent.SynchronousQueue.poll(SynchronousQueue.java:903) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_SNAPSHOT_OPERATIONS-regionserver/b1d30ef9e474:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/cluster_af76a527-22d6-35dc-f3dd-cd3d4d4668a2/data/data2 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: member: 'b1d30ef9e474,46525,1733684236477' subprocedure-pool-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack$SNode.block(SynchronousQueue.java:288) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.SynchronousQueue$TransferStack.transfer(SynchronousQueue.java:397) java.base@17.0.11/java.util.concurrent.SynchronousQueue.take(SynchronousQueue.java:886) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: ProcedureExecutor-Async-Task-Executor-9 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: DataXceiver for client DFSClient_NONMAPREDUCE_-862998774_20 at /127.0.0.1:54478 [Receiving block BP-1134452520-172.17.0.2-1733684230944:blk_1073741956_1132] java.base@17.0.11/sun.nio.ch.EPoll.wait(Native Method) java.base@17.0.11/sun.nio.ch.EPollSelectorImpl.doSelect(EPollSelectorImpl.java:118) java.base@17.0.11/sun.nio.ch.SelectorImpl.lockAndDoSelect(SelectorImpl.java:129) java.base@17.0.11/sun.nio.ch.SelectorImpl.select(SelectorImpl.java:141) app//org.apache.hadoop.net.SocketIOWithTimeout$SelectorPool.select(SocketIOWithTimeout.java:335) app//org.apache.hadoop.net.SocketIOWithTimeout.doIO(SocketIOWithTimeout.java:156) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:161) app//org.apache.hadoop.net.SocketInputStream.read(SocketInputStream.java:131) java.base@17.0.11/java.io.BufferedInputStream.fill(BufferedInputStream.java:244) java.base@17.0.11/java.io.BufferedInputStream.read1(BufferedInputStream.java:284) java.base@17.0.11/java.io.BufferedInputStream.read(BufferedInputStream.java:343) java.base@17.0.11/java.io.DataInputStream.read(DataInputStream.java:151) app//org.apache.hadoop.io.IOUtils.readFully(IOUtils.java:214) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doReadFully(PacketReceiver.java:221) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.doRead(PacketReceiver.java:144) app//org.apache.hadoop.hdfs.protocol.datatransfer.PacketReceiver.receiveNextPacket(PacketReceiver.java:119) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receivePacket(BlockReceiver.java:553) app//org.apache.hadoop.hdfs.server.datanode.BlockReceiver.receiveBlock(BlockReceiver.java:1011) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.writeBlock(DataXceiver.java:920) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.opWriteBlock(Receiver.java:176) app//org.apache.hadoop.hdfs.protocol.datatransfer.Receiver.processOp(Receiver.java:110) app//org.apache.hadoop.hdfs.server.datanode.DataXceiver.run(DataXceiver.java:299) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: Async disk worker #0 for volume /home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/cluster_af76a527-22d6-35dc-f3dd-cd3d4d4668a2/data/data1 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.parkNanos(LockSupport.java:252) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.awaitNanos(AbstractQueuedSynchronizer.java:1674) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.poll(LinkedBlockingQueue.java:460) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1061) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: RS_COMPACTED_FILES_DISCHARGER-regionserver/b1d30ef9e474:0-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) Potentially hanging thread: WAL-Archive-0 java.base@17.0.11/jdk.internal.misc.Unsafe.park(Native Method) java.base@17.0.11/java.util.concurrent.locks.LockSupport.park(LockSupport.java:341) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionNode.block(AbstractQueuedSynchronizer.java:506) java.base@17.0.11/java.util.concurrent.ForkJoinPool.unmanagedBlock(ForkJoinPool.java:3465) java.base@17.0.11/java.util.concurrent.ForkJoinPool.managedBlock(ForkJoinPool.java:3436) java.base@17.0.11/java.util.concurrent.locks.AbstractQueuedSynchronizer$ConditionObject.await(AbstractQueuedSynchronizer.java:1625) java.base@17.0.11/java.util.concurrent.LinkedBlockingQueue.take(LinkedBlockingQueue.java:435) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.getTask(ThreadPoolExecutor.java:1062) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor.runWorker(ThreadPoolExecutor.java:1122) java.base@17.0.11/java.util.concurrent.ThreadPoolExecutor$Worker.run(ThreadPoolExecutor.java:635) java.base@17.0.11/java.lang.Thread.run(Thread.java:840) - Thread LEAK? -, OpenFileDescriptor=645 (was 633) - OpenFileDescriptor LEAK? -, MaxFileDescriptor=1048576 (was 1048576), SystemLoadAverage=601 (was 270) - SystemLoadAverage LEAK? -, ProcessCount=28 (was 28), AvailableMemoryMB=4256 (was 11944) 2024-12-08T18:59:22,150 WARN [Time-limited test {}] hbase.ResourceChecker(130): Thread=637 is superior to 500 2024-12-08T18:59:22,157 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1019): Shutting down minicluster 2024-12-08T18:59:22,157 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:59:22,157 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hbase.thirdparty.com.google.common.io.Closeables.close(Closeables.java:79) at org.apache.hadoop.hbase.HBaseTestingUtil.closeConnection(HBaseTestingUtil.java:2611) at org.apache.hadoop.hbase.HBaseTestingUtil.cleanup(HBaseTestingUtil.java:1065) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1034) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:22,157 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:22,158 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:22,158 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:22,158 DEBUG [Time-limited test {}] util.JVMClusterUtil(237): Shutting down HBase Cluster 2024-12-08T18:59:22,158 DEBUG [Time-limited test {}] util.JVMClusterUtil(257): Found active master hash=1415824117, stopped=false 2024-12-08T18:59:22,159 INFO [Time-limited test {}] master.ServerManager(983): Cluster shutdown requested of master=b1d30ef9e474,33671,1733684234976 2024-12-08T18:59:22,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-08T18:59:22,214 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/running 2024-12-08T18:59:22,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:59:22,215 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:59:22,215 INFO [Time-limited test {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T18:59:22,215 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-08T18:59:22,216 DEBUG [zk-event-processor-pool-0 {}] zookeeper.ZKUtil(113): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Set watcher on znode that does not yet exist, /1/running 2024-12-08T18:59:22,217 INFO [Time-limited test {}] client.AsyncConnectionImpl(233): Connection has been closed by Time-limited test. 2024-12-08T18:59:22,217 DEBUG [Time-limited test {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.master.HMaster.lambda$shutdown$17(HMaster.java:3306) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.master.HMaster.shutdown(HMaster.java:3277) at org.apache.hadoop.hbase.util.JVMClusterUtil.shutdown(JVMClusterUtil.java:265) at org.apache.hadoop.hbase.LocalHBaseCluster.shutdown(LocalHBaseCluster.java:416) at org.apache.hadoop.hbase.SingleProcessHBaseCluster.shutdown(SingleProcessHBaseCluster.java:676) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniHBaseCluster(HBaseTestingUtil.java:1036) at org.apache.hadoop.hbase.HBaseTestingUtil.shutdownMiniCluster(HBaseTestingUtil.java:1020) at org.apache.hadoop.hbase.backup.TestBackupBase.tearDown(TestBackupBase.java:378) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke0(Native Method) at java.base/jdk.internal.reflect.NativeMethodAccessorImpl.invoke(NativeMethodAccessorImpl.java:77) at java.base/jdk.internal.reflect.DelegatingMethodAccessorImpl.invoke(DelegatingMethodAccessorImpl.java:43) at java.base/java.lang.reflect.Method.invoke(Method.java:568) at org.junit.runners.model.FrameworkMethod$1.runReflectiveCall(FrameworkMethod.java:59) at org.junit.internal.runners.model.ReflectiveCallable.run(ReflectiveCallable.java:12) at org.junit.runners.model.FrameworkMethod.invokeExplosively(FrameworkMethod.java:56) at org.junit.internal.runners.statements.RunAfters.invokeMethod(RunAfters.java:46) at org.junit.internal.runners.statements.RunAfters.evaluate(RunAfters.java:33) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:299) at org.junit.internal.runners.statements.FailOnTimeout$CallableStatement.call(FailOnTimeout.java:293) at java.base/java.util.concurrent.FutureTask.run(FutureTask.java:264) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:22,217 DEBUG [Time-limited test {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:22,217 INFO [Time-limited test {}] regionserver.HRegionServer(2196): ***** STOPPING region server 'b1d30ef9e474,46525,1733684236477' ***** 2024-12-08T18:59:22,217 INFO [Time-limited test {}] regionserver.HRegionServer(2210): STOPPED: Shutdown requested 2024-12-08T18:59:22,217 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-08T18:59:22,218 INFO [MemStoreFlusher.0 {}] regionserver.MemStoreFlusher$FlushHandler(374): MemStoreFlusher.0 exiting 2024-12-08T18:59:22,222 INFO [RS:0;b1d30ef9e474:46525 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@6edf2259{regionserver,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/regionserver} 2024-12-08T18:59:22,225 INFO [RS:0;b1d30ef9e474:46525 {}] server.AbstractConnector(383): Stopped ServerConnector@1aa5419c{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-08T18:59:22,225 INFO [RS:0;b1d30ef9e474:46525 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T18:59:22,225 INFO [RS:0;b1d30ef9e474:46525 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@5af9e42e{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-08T18:59:22,226 INFO [RS:0;b1d30ef9e474:46525 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@6e82f00d{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir/,STOPPED} 2024-12-08T18:59:22,228 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HeapMemoryManager(220): Stopping 2024-12-08T18:59:22,228 INFO [RS:0;b1d30ef9e474:46525 {}] flush.RegionServerFlushTableProcedureManager(119): Stopping region server flush procedure manager gracefully. 2024-12-08T18:59:22,228 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.LogRollRegionServerProcedureManager(106): Stopping RegionServerBackupManager gracefully. 2024-12-08T18:59:22,228 INFO [RS:0;b1d30ef9e474:46525 {}] snapshot.RegionServerSnapshotManager(137): Stopping RegionServerSnapshotManager gracefully. 2024-12-08T18:59:22,228 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(3091): Received CLOSE for 970f379b3fa2c24b9224a865287cf33d 2024-12-08T18:59:22,229 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(3091): Received CLOSE for 156df77bf5c19d18f91d62e11f50350c 2024-12-08T18:59:22,229 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(3091): Received CLOSE for dcfea43efa4feb924a20d210bf06ec88 2024-12-08T18:59:22,229 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(3091): Received CLOSE for af9995e992182b0982a4711b0548477e 2024-12-08T18:59:22,229 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(3091): Received CLOSE for e1b81ff51fc5ba2744769e590558791c 2024-12-08T18:59:22,229 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(3091): Received CLOSE for 2b95382f55d5205e381658050356faa4 2024-12-08T18:59:22,229 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(3091): Received CLOSE for be9a65a07e703f002deca928fe428f51 2024-12-08T18:59:22,229 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(3091): Received CLOSE for a290e7c876c4f4b7986164fa6fc04fd7 2024-12-08T18:59:22,229 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(3091): Received CLOSE for 9db43ba1f2cca98724a7a832a99597bc 2024-12-08T18:59:22,229 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(959): stopping server b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:22,229 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T18:59:22,229 INFO [RS:0;b1d30ef9e474:46525 {}] client.AsyncConnectionImpl(233): Connection has been closed by RS:0;b1d30ef9e474:46525. 2024-12-08T18:59:22,229 DEBUG [RS:0;b1d30ef9e474:46525 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.HBaseServerBase.closeClusterConnection(HBaseServerBase.java:457) at org.apache.hadoop.hbase.regionserver.HRegionServer.run(HRegionServer.java:962) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.runRegionServer(SingleProcessHBaseCluster.java:171) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer$1.run(SingleProcessHBaseCluster.java:155) at java.base/java.security.AccessController.doPrivileged(AccessController.java:399) at java.base/javax.security.auth.Subject.doAs(Subject.java:376) at org.apache.hadoop.security.UserGroupInformation.doAs(UserGroupInformation.java:1930) at org.apache.hadoop.hbase.security.User$SecureHadoopUser.runAs(User.java:322) at org.apache.hadoop.hbase.SingleProcessHBaseCluster$MiniHBaseClusterRegionServer.run(SingleProcessHBaseCluster.java:152) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:22,229 DEBUG [RS:0;b1d30ef9e474:46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:22,229 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 970f379b3fa2c24b9224a865287cf33d, disabling compactions & flushes 2024-12-08T18:59:22,229 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:22,229 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:22,229 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.CompactSplit(469): Waiting for Split Thread to finish... 2024-12-08T18:59:22,229 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. after waiting 0 ms 2024-12-08T18:59:22,229 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:22,229 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.CompactSplit(469): Waiting for Large Compaction Thread to finish... 2024-12-08T18:59:22,229 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.CompactSplit(469): Waiting for Small Compaction Thread to finish... 2024-12-08T18:59:22,229 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(3091): Received CLOSE for 1588230740 2024-12-08T18:59:22,230 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1321): Waiting on 10 regions to close 2024-12-08T18:59:22,230 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1722): Closing 1588230740, disabling compactions & flushes 2024-12-08T18:59:22,230 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1755): Closing region hbase:meta,,1.1588230740 2024-12-08T18:59:22,230 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1776): Time limited wait for close lock on hbase:meta,,1.1588230740 2024-12-08T18:59:22,230 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1843): Acquired close lock on hbase:meta,,1.1588230740 after waiting 0 ms 2024-12-08T18:59:22,230 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1853): Updates disabled for region hbase:meta,,1.1588230740 2024-12-08T18:59:22,230 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(2902): Flushing 1588230740 4/4 column families, dataSize=23.97 KB heapSize=42.40 KB 2024-12-08T18:59:22,230 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1351): Waiting on 156df77bf5c19d18f91d62e11f50350c, 1588230740, 2b95382f55d5205e381658050356faa4, 970f379b3fa2c24b9224a865287cf33d, 9db43ba1f2cca98724a7a832a99597bc, a290e7c876c4f4b7986164fa6fc04fd7, af9995e992182b0982a4711b0548477e, be9a65a07e703f002deca928fe428f51, dcfea43efa4feb924a20d210bf06ec88, e1b81ff51fc5ba2744769e590558791c 2024-12-08T18:59:22,234 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/970f379b3fa2c24b9224a865287cf33d/recovered.edits/11.seqid, newMaxSeqId=11, maxSeqId=6 2024-12-08T18:59:22,234 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:59:22,234 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:22,234 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 970f379b3fa2c24b9224a865287cf33d: Waiting for close lock at 1733684362229Running coprocessor pre-close hooks at 1733684362229Disabling compacts and flushes for region at 1733684362229Disabling writes for close at 1733684362229Writing region close event to WAL at 1733684362231 (+2 ms)Running coprocessor post-close hooks at 1733684362234 (+3 ms)Closed at 1733684362234 2024-12-08T18:59:22,235 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,,1733684348122.970f379b3fa2c24b9224a865287cf33d. 2024-12-08T18:59:22,235 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 156df77bf5c19d18f91d62e11f50350c, disabling compactions & flushes 2024-12-08T18:59:22,235 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. 2024-12-08T18:59:22,235 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. 2024-12-08T18:59:22,235 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. after waiting 0 ms 2024-12-08T18:59:22,235 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. 2024-12-08T18:59:22,239 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns4/test-17336842469183/156df77bf5c19d18f91d62e11f50350c/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T18:59:22,239 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:59:22,239 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. 2024-12-08T18:59:22,239 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 156df77bf5c19d18f91d62e11f50350c: Waiting for close lock at 1733684362235Running coprocessor pre-close hooks at 1733684362235Disabling compacts and flushes for region at 1733684362235Disabling writes for close at 1733684362235Writing region close event to WAL at 1733684362235Running coprocessor post-close hooks at 1733684362239 (+4 ms)Closed at 1733684362239 2024-12-08T18:59:22,240 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns4:test-17336842469183,,1733684253389.156df77bf5c19d18f91d62e11f50350c. 2024-12-08T18:59:22,240 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing dcfea43efa4feb924a20d210bf06ec88, disabling compactions & flushes 2024-12-08T18:59:22,240 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. 2024-12-08T18:59:22,240 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. 2024-12-08T18:59:22,240 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. after waiting 0 ms 2024-12-08T18:59:22,240 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. 2024-12-08T18:59:22,244 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/test-17336842469181/dcfea43efa4feb924a20d210bf06ec88/recovered.edits/114.seqid, newMaxSeqId=114, maxSeqId=1 2024-12-08T18:59:22,246 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:59:22,246 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. 2024-12-08T18:59:22,246 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for dcfea43efa4feb924a20d210bf06ec88: Waiting for close lock at 1733684362240Running coprocessor pre-close hooks at 1733684362240Disabling compacts and flushes for region at 1733684362240Disabling writes for close at 1733684362240Writing region close event to WAL at 1733684362240Running coprocessor post-close hooks at 1733684362246 (+6 ms)Closed at 1733684362246 2024-12-08T18:59:22,246 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88. 2024-12-08T18:59:22,246 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing af9995e992182b0982a4711b0548477e, disabling compactions & flushes 2024-12-08T18:59:22,246 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:59:22,247 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:59:22,247 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. after waiting 0 ms 2024-12-08T18:59:22,247 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:59:22,247 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing af9995e992182b0982a4711b0548477e 2/2 column families, dataSize=2.12 KB heapSize=3.43 KB 2024-12-08T18:59:22,251 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/meta/e0ab806825d34a43adbcdd7b0ed54858 is 158, key is trslm:hdfs://localhost:38211/backupUT\x00ns2:test-17336842469181/meta:log-roll-map/1733684336787/Put/seqid=0 2024-12-08T18:59:22,255 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/.tmp/info/416af982742b4fd7a1fe8afe6102c638 is 159, key is ns2:test-17336842469181,,1733684248374.dcfea43efa4feb924a20d210bf06ec88./info:regioninfo/1733684249648/Put/seqid=0 2024-12-08T18:59:22,257 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741996_1172 (size=6208) 2024-12-08T18:59:22,267 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741997_1173 (size=19093) 2024-12-08T18:59:22,303 INFO [regionserver/b1d30ef9e474:0.leaseChecker {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T18:59:22,430 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b95382f55d5205e381658050356faa4, 9db43ba1f2cca98724a7a832a99597bc, a290e7c876c4f4b7986164fa6fc04fd7, af9995e992182b0982a4711b0548477e, be9a65a07e703f002deca928fe428f51, e1b81ff51fc5ba2744769e590558791c 2024-12-08T18:59:22,631 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 2b95382f55d5205e381658050356faa4, 9db43ba1f2cca98724a7a832a99597bc, a290e7c876c4f4b7986164fa6fc04fd7, af9995e992182b0982a4711b0548477e, be9a65a07e703f002deca928fe428f51, e1b81ff51fc5ba2744769e590558791c 2024-12-08T18:59:22,658 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=944 B at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/meta/e0ab806825d34a43adbcdd7b0ed54858 2024-12-08T18:59:22,666 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/session/ee742e26c7594869addb61b7961f834b is 588, key is session:backup_1733684326428/session:context/1733684337222/Put/seqid=0 2024-12-08T18:59:22,668 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=21.86 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/.tmp/info/416af982742b4fd7a1fe8afe6102c638 2024-12-08T18:59:22,675 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741998_1174 (size=5689) 2024-12-08T18:59:22,676 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.20 KB at sequenceid=52 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/session/ee742e26c7594869addb61b7961f834b 2024-12-08T18:59:22,683 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/meta/e0ab806825d34a43adbcdd7b0ed54858 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/e0ab806825d34a43adbcdd7b0ed54858 2024-12-08T18:59:22,687 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/meta/e0ab806825d34a43adbcdd7b0ed54858, entries=7, sequenceid=52, filesize=6.1 K 2024-12-08T18:59:22,688 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/.tmp/session/ee742e26c7594869addb61b7961f834b as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/ee742e26c7594869addb61b7961f834b 2024-12-08T18:59:22,695 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/session/ee742e26c7594869addb61b7961f834b, entries=2, sequenceid=52, filesize=5.6 K 2024-12-08T18:59:22,695 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/.tmp/ns/b43e8cc6530e4232bf8ada84c6ed2f45 is 85, key is ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955./ns:/1733684358026/DeleteFamily/seqid=0 2024-12-08T18:59:22,696 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for af9995e992182b0982a4711b0548477e in 449ms, sequenceid=52, compaction requested=true 2024-12-08T18:59:22,705 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741999_1175 (size=5760) 2024-12-08T18:59:22,705 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system/af9995e992182b0982a4711b0548477e/recovered.edits/55.seqid, newMaxSeqId=55, maxSeqId=1 2024-12-08T18:59:22,706 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:59:22,706 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:59:22,706 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for af9995e992182b0982a4711b0548477e: Waiting for close lock at 1733684362246Running coprocessor pre-close hooks at 1733684362246Disabling compacts and flushes for region at 1733684362246Disabling writes for close at 1733684362247 (+1 ms)Obtaining lock to block concurrent updates at 1733684362247Preparing flush snapshotting stores in af9995e992182b0982a4711b0548477e at 1733684362247Finished memstore snapshotting backup:system,,1733684255952.af9995e992182b0982a4711b0548477e., syncing WAL and waiting on mvcc, flushsize=dataSize=2170, getHeapSize=3480, getOffHeapSize=0, getCellsCount=11 at 1733684362247Flushing stores of backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. at 1733684362248 (+1 ms)Flushing af9995e992182b0982a4711b0548477e/meta: creating writer at 1733684362248Flushing af9995e992182b0982a4711b0548477e/meta: appending metadata at 1733684362251 (+3 ms)Flushing af9995e992182b0982a4711b0548477e/meta: closing flushed file at 1733684362251Flushing af9995e992182b0982a4711b0548477e/session: creating writer at 1733684362662 (+411 ms)Flushing af9995e992182b0982a4711b0548477e/session: appending metadata at 1733684362665 (+3 ms)Flushing af9995e992182b0982a4711b0548477e/session: closing flushed file at 1733684362665Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@69a548d3: reopening flushed file at 1733684362682 (+17 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@a7e3e26: reopening flushed file at 1733684362688 (+6 ms)Finished flush of dataSize ~2.12 KB/2170, heapSize ~3.40 KB/3480, currentSize=0 B/0 for af9995e992182b0982a4711b0548477e in 449ms, sequenceid=52, compaction requested=true at 1733684362696 (+8 ms)Writing region close event to WAL at 1733684362698 (+2 ms)Running coprocessor post-close hooks at 1733684362706 (+8 ms)Closed at 1733684362706 2024-12-08T18:59:22,706 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system,,1733684255952.af9995e992182b0982a4711b0548477e. 2024-12-08T18:59:22,707 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing e1b81ff51fc5ba2744769e590558791c, disabling compactions & flushes 2024-12-08T18:59:22,707 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c. 2024-12-08T18:59:22,707 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c. 2024-12-08T18:59:22,707 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c. after waiting 0 ms 2024-12-08T18:59:22,707 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c. 2024-12-08T18:59:22,711 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns2/table2/e1b81ff51fc5ba2744769e590558791c/recovered.edits/6.seqid, newMaxSeqId=6, maxSeqId=1 2024-12-08T18:59:22,711 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:59:22,711 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c. 2024-12-08T18:59:22,711 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for e1b81ff51fc5ba2744769e590558791c: Waiting for close lock at 1733684362707Running coprocessor pre-close hooks at 1733684362707Disabling compacts and flushes for region at 1733684362707Disabling writes for close at 1733684362707Writing region close event to WAL at 1733684362707Running coprocessor post-close hooks at 1733684362711 (+4 ms)Closed at 1733684362711 2024-12-08T18:59:22,712 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns2:table2,,1733684358025.e1b81ff51fc5ba2744769e590558791c. 2024-12-08T18:59:22,712 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 2b95382f55d5205e381658050356faa4, disabling compactions & flushes 2024-12-08T18:59:22,712 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. 2024-12-08T18:59:22,712 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. 2024-12-08T18:59:22,712 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. after waiting 0 ms 2024-12-08T18:59:22,712 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. 2024-12-08T18:59:22,715 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/backup/system_bulk/2b95382f55d5205e381658050356faa4/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T18:59:22,716 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:59:22,716 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. 2024-12-08T18:59:22,716 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 2b95382f55d5205e381658050356faa4: Waiting for close lock at 1733684362712Running coprocessor pre-close hooks at 1733684362712Disabling compacts and flushes for region at 1733684362712Disabling writes for close at 1733684362712Writing region close event to WAL at 1733684362712Running coprocessor post-close hooks at 1733684362716 (+4 ms)Closed at 1733684362716 2024-12-08T18:59:22,716 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed backup:system_bulk,,1733684258157.2b95382f55d5205e381658050356faa4. 2024-12-08T18:59:22,716 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing be9a65a07e703f002deca928fe428f51, disabling compactions & flushes 2024-12-08T18:59:22,716 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:59:22,716 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:59:22,716 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. after waiting 0 ms 2024-12-08T18:59:22,716 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:59:22,716 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(2902): Flushing be9a65a07e703f002deca928fe428f51 3/3 column families, dataSize=378 B heapSize=1.63 KB 2024-12-08T18:59:22,737 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/f2/7db4f72f54244f5994ca80f612f1fd17 is 58, key is row-test-1733684246918-2-0/f2:q1/1733684321415/Put/seqid=0 2024-12-08T18:59:22,741 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073742000_1176 (size=5464) 2024-12-08T18:59:22,751 INFO [regionserver/b1d30ef9e474:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: CompactionChecker was stopped 2024-12-08T18:59:22,751 INFO [regionserver/b1d30ef9e474:0.Chore.1 {}] hbase.ScheduledChore(149): Chore: MemstoreFlusherChore was stopped 2024-12-08T18:59:22,831 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9db43ba1f2cca98724a7a832a99597bc, a290e7c876c4f4b7986164fa6fc04fd7, be9a65a07e703f002deca928fe428f51 2024-12-08T18:59:23,031 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740, 9db43ba1f2cca98724a7a832a99597bc, a290e7c876c4f4b7986164fa6fc04fd7, be9a65a07e703f002deca928fe428f51 2024-12-08T18:59:23,105 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=474 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/.tmp/ns/b43e8cc6530e4232bf8ada84c6ed2f45 2024-12-08T18:59:23,123 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/.tmp/rep_barrier/bcc4276747ca45e78a3273740b03d19c is 94, key is ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955./rep_barrier:/1733684358026/DeleteFamily/seqid=0 2024-12-08T18:59:23,127 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073742001_1177 (size=5640) 2024-12-08T18:59:23,142 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=378 B at sequenceid=348 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/f2/7db4f72f54244f5994ca80f612f1fd17 2024-12-08T18:59:23,146 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/.tmp/f2/7db4f72f54244f5994ca80f612f1fd17 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f2/7db4f72f54244f5994ca80f612f1fd17 2024-12-08T18:59:23,151 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/f2/7db4f72f54244f5994ca80f612f1fd17, entries=7, sequenceid=348, filesize=5.3 K 2024-12-08T18:59:23,151 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(3140): Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for be9a65a07e703f002deca928fe428f51 in 435ms, sequenceid=348, compaction requested=false 2024-12-08T18:59:23,155 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/test-1733684246918/be9a65a07e703f002deca928fe428f51/recovered.edits/351.seqid, newMaxSeqId=351, maxSeqId=337 2024-12-08T18:59:23,156 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:59:23,156 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:59:23,156 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for be9a65a07e703f002deca928fe428f51: Waiting for close lock at 1733684362716Running coprocessor pre-close hooks at 1733684362716Disabling compacts and flushes for region at 1733684362716Disabling writes for close at 1733684362716Obtaining lock to block concurrent updates at 1733684362716Preparing flush snapshotting stores in be9a65a07e703f002deca928fe428f51 at 1733684362716Finished memstore snapshotting test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51., syncing WAL and waiting on mvcc, flushsize=dataSize=378, getHeapSize=1616, getOffHeapSize=0, getCellsCount=7 at 1733684362717 (+1 ms)Flushing stores of test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. at 1733684362717Flushing be9a65a07e703f002deca928fe428f51/f2: creating writer at 1733684362717Flushing be9a65a07e703f002deca928fe428f51/f2: appending metadata at 1733684362736 (+19 ms)Flushing be9a65a07e703f002deca928fe428f51/f2: closing flushed file at 1733684362737 (+1 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@3092dfc: reopening flushed file at 1733684363146 (+409 ms)Finished flush of dataSize ~378 B/378, heapSize ~1.11 KB/1136, currentSize=0 B/0 for be9a65a07e703f002deca928fe428f51 in 435ms, sequenceid=348, compaction requested=false at 1733684363151 (+5 ms)Writing region close event to WAL at 1733684363153 (+2 ms)Running coprocessor post-close hooks at 1733684363156 (+3 ms)Closed at 1733684363156 2024-12-08T18:59:23,156 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed test-1733684246918,,1733684247472.be9a65a07e703f002deca928fe428f51. 2024-12-08T18:59:23,156 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing a290e7c876c4f4b7986164fa6fc04fd7, disabling compactions & flushes 2024-12-08T18:59:23,156 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:23,156 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:23,156 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. after waiting 0 ms 2024-12-08T18:59:23,156 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:23,160 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/default/table1/a290e7c876c4f4b7986164fa6fc04fd7/recovered.edits/9.seqid, newMaxSeqId=9, maxSeqId=6 2024-12-08T18:59:23,160 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:59:23,160 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:23,160 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for a290e7c876c4f4b7986164fa6fc04fd7: Waiting for close lock at 1733684363156Running coprocessor pre-close hooks at 1733684363156Disabling compacts and flushes for region at 1733684363156Disabling writes for close at 1733684363156Writing region close event to WAL at 1733684363156Running coprocessor post-close hooks at 1733684363160 (+4 ms)Closed at 1733684363160 2024-12-08T18:59:23,160 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed table1,row0,1733684348122.a290e7c876c4f4b7986164fa6fc04fd7. 2024-12-08T18:59:23,161 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1722): Closing 9db43ba1f2cca98724a7a832a99597bc, disabling compactions & flushes 2024-12-08T18:59:23,161 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1755): Closing region ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. 2024-12-08T18:59:23,161 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1776): Time limited wait for close lock on ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. 2024-12-08T18:59:23,161 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1843): Acquired close lock on ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. after waiting 0 ms 2024-12-08T18:59:23,161 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1853): Updates disabled for region ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. 2024-12-08T18:59:23,164 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/ns3/test-17336842469182/9db43ba1f2cca98724a7a832a99597bc/recovered.edits/5.seqid, newMaxSeqId=5, maxSeqId=1 2024-12-08T18:59:23,165 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:59:23,165 INFO [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1973): Closed ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. 2024-12-08T18:59:23,165 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] regionserver.HRegion(1676): Region close journal for 9db43ba1f2cca98724a7a832a99597bc: Waiting for close lock at 1733684363161Running coprocessor pre-close hooks at 1733684363161Disabling compacts and flushes for region at 1733684363161Disabling writes for close at 1733684363161Writing region close event to WAL at 1733684363161Running coprocessor post-close hooks at 1733684363165 (+4 ms)Closed at 1733684363165 2024-12-08T18:59:23,165 DEBUG [RS_CLOSE_REGION-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_REGION}] handler.CloseRegionHandler(117): Closed ns3:test-17336842469182,,1733684251197.9db43ba1f2cca98724a7a832a99597bc. 2024-12-08T18:59:23,231 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1321): Waiting on 1 regions to close 2024-12-08T18:59:23,231 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1325): Online Regions={1588230740=hbase:meta,,1.1588230740} 2024-12-08T18:59:23,231 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T18:59:23,432 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T18:59:23,528 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=266 B at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/.tmp/rep_barrier/bcc4276747ca45e78a3273740b03d19c 2024-12-08T18:59:23,551 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/.tmp/table/5a23552b0a934ab0a7d4b908f41c3264 is 88, key is ns2:table2,,1733684342958.31b7683660ca80c1785632f424639955./table:/1733684358026/DeleteFamily/seqid=0 2024-12-08T18:59:23,555 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073742002_1178 (size=6364) 2024-12-08T18:59:23,632 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T18:59:23,832 DEBUG [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1351): Waiting on 1588230740 2024-12-08T18:59:23,956 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=1.39 KB at sequenceid=97 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/.tmp/table/5a23552b0a934ab0a7d4b908f41c3264 2024-12-08T18:59:23,961 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/.tmp/info/416af982742b4fd7a1fe8afe6102c638 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/info/416af982742b4fd7a1fe8afe6102c638 2024-12-08T18:59:23,966 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/info/416af982742b4fd7a1fe8afe6102c638, entries=114, sequenceid=97, filesize=18.6 K 2024-12-08T18:59:23,967 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/.tmp/ns/b43e8cc6530e4232bf8ada84c6ed2f45 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/ns/b43e8cc6530e4232bf8ada84c6ed2f45 2024-12-08T18:59:23,972 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/ns/b43e8cc6530e4232bf8ada84c6ed2f45, entries=10, sequenceid=97, filesize=5.6 K 2024-12-08T18:59:23,973 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/.tmp/rep_barrier/bcc4276747ca45e78a3273740b03d19c as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/rep_barrier/bcc4276747ca45e78a3273740b03d19c 2024-12-08T18:59:23,977 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/rep_barrier/bcc4276747ca45e78a3273740b03d19c, entries=3, sequenceid=97, filesize=5.5 K 2024-12-08T18:59:23,978 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/.tmp/table/5a23552b0a934ab0a7d4b908f41c3264 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/table/5a23552b0a934ab0a7d4b908f41c3264 2024-12-08T18:59:23,983 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/table/5a23552b0a934ab0a7d4b908f41c3264, entries=21, sequenceid=97, filesize=6.2 K 2024-12-08T18:59:23,984 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(3140): Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1754ms, sequenceid=97, compaction requested=false 2024-12-08T18:59:23,988 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] wal.WALSplitUtil(410): Wrote file=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/data/hbase/meta/1588230740/recovered.edits/100.seqid, newMaxSeqId=100, maxSeqId=1 2024-12-08T18:59:23,989 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:59:23,989 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] coprocessor.CoprocessorHost(310): Stop coprocessor org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T18:59:23,989 INFO [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1973): Closed hbase:meta,,1.1588230740 2024-12-08T18:59:23,989 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] regionserver.HRegion(1676): Region close journal for 1588230740: Waiting for close lock at 1733684362230Running coprocessor pre-close hooks at 1733684362230Disabling compacts and flushes for region at 1733684362230Disabling writes for close at 1733684362230Obtaining lock to block concurrent updates at 1733684362230Preparing flush snapshotting stores in 1588230740 at 1733684362230Finished memstore snapshotting hbase:meta,,1.1588230740, syncing WAL and waiting on mvcc, flushsize=dataSize=24544, getHeapSize=43352, getOffHeapSize=0, getCellsCount=235 at 1733684362230Flushing stores of hbase:meta,,1.1588230740 at 1733684362231 (+1 ms)Flushing 1588230740/info: creating writer at 1733684362231Flushing 1588230740/info: appending metadata at 1733684362254 (+23 ms)Flushing 1588230740/info: closing flushed file at 1733684362254Flushing 1588230740/ns: creating writer at 1733684362674 (+420 ms)Flushing 1588230740/ns: appending metadata at 1733684362694 (+20 ms)Flushing 1588230740/ns: closing flushed file at 1733684362694Flushing 1588230740/rep_barrier: creating writer at 1733684363111 (+417 ms)Flushing 1588230740/rep_barrier: appending metadata at 1733684363123 (+12 ms)Flushing 1588230740/rep_barrier: closing flushed file at 1733684363123Flushing 1588230740/table: creating writer at 1733684363532 (+409 ms)Flushing 1588230740/table: appending metadata at 1733684363551 (+19 ms)Flushing 1588230740/table: closing flushed file at 1733684363551Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@e660602: reopening flushed file at 1733684363960 (+409 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@25758af2: reopening flushed file at 1733684363966 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@7b697bf9: reopening flushed file at 1733684363972 (+6 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@99dafcf: reopening flushed file at 1733684363977 (+5 ms)Finished flush of dataSize ~23.97 KB/24544, heapSize ~42.34 KB/43352, currentSize=0 B/0 for 1588230740 in 1754ms, sequenceid=97, compaction requested=false at 1733684363984 (+7 ms)Writing region close event to WAL at 1733684363986 (+2 ms)Running coprocessor post-close hooks at 1733684363989 (+3 ms)Closed at 1733684363989 2024-12-08T18:59:23,989 DEBUG [RS_CLOSE_META-regionserver/b1d30ef9e474:0-0 {event_type=M_RS_CLOSE_META}] handler.CloseRegionHandler(117): Closed hbase:meta,,1.1588230740 2024-12-08T18:59:24,032 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(976): stopping server b1d30ef9e474,46525,1733684236477; all regions closed. 2024-12-08T18:59:24,035 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741956_1132 (size=16160) 2024-12-08T18:59:24,035 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.meta.1733684328902.meta not finished, retry = 0 2024-12-08T18:59:24,140 DEBUG [RS:0;b1d30ef9e474:46525 {}] wal.AbstractFSWAL(1256): Moved 3 WAL file(s) to /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs 2024-12-08T18:59:24,140 INFO [RS:0;b1d30ef9e474:46525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1d30ef9e474%2C46525%2C1733684236477.meta:.meta(num 1733684328902) 2024-12-08T18:59:24,141 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741955_1131 (size=4165) 2024-12-08T18:59:24,141 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/WALs/b1d30ef9e474,46525,1733684236477/b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0.1733684328885 not finished, retry = 0 2024-12-08T18:59:24,244 DEBUG [RS:0;b1d30ef9e474:46525 {}] wal.AbstractFSWAL(1256): Moved 1 WAL file(s) to /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs 2024-12-08T18:59:24,244 INFO [RS:0;b1d30ef9e474:46525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-0:(num 1733684328885) 2024-12-08T18:59:24,246 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741954_1130 (size=7883) 2024-12-08T18:59:24,248 DEBUG [RS:0;b1d30ef9e474:46525 {}] wal.AbstractFSWAL(1256): Moved 2 WAL file(s) to /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/oldWALs 2024-12-08T18:59:24,248 INFO [RS:0;b1d30ef9e474:46525 {}] wal.AbstractFSWAL(1259): Closed WAL: AsyncFSWAL b1d30ef9e474%2C46525%2C1733684236477.b1d30ef9e474%2C46525%2C1733684236477.regiongroup-1:(num 1733684328870) 2024-12-08T18:59:24,248 DEBUG [RS:0;b1d30ef9e474:46525 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:24,248 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.LeaseManager(133): Closed leases 2024-12-08T18:59:24,249 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T18:59:24,249 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.ChoreService(370): Chore service for: regionserver/b1d30ef9e474:0 had [ScheduledChore name=CompactionThroughputTuner, period=60000, unit=MILLISECONDS, ScheduledChore name=ReplicationSinkStatistics, period=300000, unit=MILLISECONDS, ScheduledChore name=ReplicationSourceStatistics, period=300000, unit=MILLISECONDS] on shutdown 2024-12-08T18:59:24,249 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T18:59:24,249 INFO [regionserver/b1d30ef9e474:0.logRoller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T18:59:24,250 INFO [RS:0;b1d30ef9e474:46525 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:46525 2024-12-08T18:59:24,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/rs/b1d30ef9e474,46525,1733684236477 2024-12-08T18:59:24,267 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1/rs 2024-12-08T18:59:24,267 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T18:59:24,278 INFO [RegionServerTracker-0 {}] master.RegionServerTracker(171): RegionServer ephemeral node deleted, processing expiration [b1d30ef9e474,46525,1733684236477] 2024-12-08T18:59:24,288 DEBUG [RegionServerTracker-0 {}] zookeeper.RecoverableZooKeeper(212): Node /1/draining/b1d30ef9e474,46525,1733684236477 already deleted, retry=false 2024-12-08T18:59:24,288 INFO [RegionServerTracker-0 {}] master.ServerManager(688): Cluster shutdown set; b1d30ef9e474,46525,1733684236477 expired; onlineServers=0 2024-12-08T18:59:24,288 INFO [RegionServerTracker-0 {}] master.HMaster(3321): ***** STOPPING master 'b1d30ef9e474,33671,1733684234976' ***** 2024-12-08T18:59:24,288 INFO [RegionServerTracker-0 {}] master.HMaster(3323): STOPPED: Cluster shutdown set; onlineServer=0 2024-12-08T18:59:24,288 INFO [M:0;b1d30ef9e474:33671 {}] hbase.HBaseServerBase(468): Stop info server 2024-12-08T18:59:24,294 INFO [M:0;b1d30ef9e474:33671 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.w.WebAppContext@77e4d37e{master,/,null,STOPPED}{file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/master} 2024-12-08T18:59:24,294 INFO [M:0;b1d30ef9e474:33671 {}] server.AbstractConnector(383): Stopped ServerConnector@1ab434da{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-08T18:59:24,294 INFO [M:0;b1d30ef9e474:33671 {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T18:59:24,294 INFO [M:0;b1d30ef9e474:33671 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@ebfbfd2{static,/static,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-server/target/classes/hbase-webapps/static/,STOPPED} 2024-12-08T18:59:24,294 INFO [M:0;b1d30ef9e474:33671 {}] handler.ContextHandler(1159): Stopped o.a.h.t.o.e.j.s.ServletContextHandler@4acbd630{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir/,STOPPED} 2024-12-08T18:59:24,295 INFO [M:0;b1d30ef9e474:33671 {}] hbase.HBaseServerBase(455): Close async cluster connection 2024-12-08T18:59:24,295 INFO [M:0;b1d30ef9e474:33671 {}] master.HMaster(1770): Stopping master jetty server 2024-12-08T18:59:24,295 INFO [M:0;b1d30ef9e474:33671 {}] server.AbstractConnector(383): Stopped ServerConnector@6df710df{HTTP/1.1, (http/1.1)}{0.0.0.0:0} 2024-12-08T18:59:24,296 INFO [M:0;b1d30ef9e474:33671 {}] hbase.HBaseServerBase(438): Shutdown chores and chore service 2024-12-08T18:59:24,296 DEBUG [M:0;b1d30ef9e474:33671 {}] cleaner.LogCleaner(198): Cancelling LogCleaner 2024-12-08T18:59:24,296 INFO [M:0;b1d30ef9e474:33671 {}] master.BackupLogCleaner(194): Stopping BackupLogCleaner 2024-12-08T18:59:24,296 WARN [OldWALsCleaner-0 {}] cleaner.LogCleaner(186): Interrupted while cleaning old WALs, will try to clean it next round. Exiting. 2024-12-08T18:59:24,296 INFO [M:0;b1d30ef9e474:33671 {}] client.AsyncConnectionImpl(233): Connection has been closed by M:0;b1d30ef9e474:33671. 2024-12-08T18:59:24,296 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.large.0-1733684239439 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.large.0-1733684239439,5,FailOnTimeoutGroup] 2024-12-08T18:59:24,296 DEBUG [master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.small.0-1733684239440 {}] cleaner.HFileCleaner(306): Exit Thread[master/b1d30ef9e474:0:becomeActiveMaster-HFileCleaner.small.0-1733684239440,5,FailOnTimeoutGroup] 2024-12-08T18:59:24,296 DEBUG [M:0;b1d30ef9e474:33671 {}] client.AsyncConnectionImpl(264): Call stack: at java.base/java.lang.Thread.getStackTrace(Thread.java:1619) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.lambda$close$5(AsyncConnectionImpl.java:235) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:187) at org.apache.hadoop.hbase.trace.TraceUtil.trace(TraceUtil.java:177) at org.apache.hadoop.hbase.client.AsyncConnectionImpl.close(AsyncConnectionImpl.java:229) at org.apache.hadoop.hbase.client.ConnectionOverAsyncConnection.close(ConnectionOverAsyncConnection.java:134) at org.apache.hadoop.hbase.backup.BackupHFileCleaner.stop(BackupHFileCleaner.java:156) at org.apache.hadoop.hbase.master.cleaner.CleanerChore.cleanup(CleanerChore.java:444) at org.apache.hadoop.hbase.master.cleaner.HFileCleaner.cleanup(HFileCleaner.java:239) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:333) at org.apache.hadoop.hbase.ScheduledChore.shutdown(ScheduledChore.java:322) at org.apache.hadoop.hbase.master.HMaster.stopChores(HMaster.java:1923) at org.apache.hadoop.hbase.HBaseServerBase.stopChoreService(HBaseServerBase.java:439) at org.apache.hadoop.hbase.master.HMaster.stopServiceThreads(HMaster.java:1777) at org.apache.hadoop.hbase.master.HMaster.run(HMaster.java:631) at java.base/java.lang.Thread.run(Thread.java:840) 2024-12-08T18:59:24,296 DEBUG [M:0;b1d30ef9e474:33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:24,296 DEBUG [M:0;b1d30ef9e474:33671 {}] ipc.AbstractRpcClient(514): Stopping rpc client 2024-12-08T18:59:24,296 INFO [Registry-endpoints-refresh-end-points {}] client.RegistryEndpointsRefresher(78): Registry end points refresher loop exited. 2024-12-08T18:59:24,296 DEBUG [M:0;b1d30ef9e474:33671 {}] cleaner.HFileCleaner(335): Stopping file delete threads 2024-12-08T18:59:24,296 INFO [M:0;b1d30ef9e474:33671 {}] hbase.ChoreService(370): Chore service for: master/b1d30ef9e474:0 had [ScheduledChore name=FlushedSequenceIdFlusher, period=10800000, unit=MILLISECONDS] on shutdown 2024-12-08T18:59:24,296 INFO [M:0;b1d30ef9e474:33671 {}] hbase.HBaseServerBase(448): Shutdown executor service 2024-12-08T18:59:24,297 DEBUG [M:0;b1d30ef9e474:33671 {}] master.HMaster(1795): Stopping service threads 2024-12-08T18:59:24,297 INFO [M:0;b1d30ef9e474:33671 {}] procedure2.RemoteProcedureDispatcher(119): Stopping procedure remote dispatcher 2024-12-08T18:59:24,297 INFO [M:0;b1d30ef9e474:33671 {}] procedure2.ProcedureExecutor(723): Stopping 2024-12-08T18:59:24,297 ERROR [M:0;b1d30ef9e474:33671 {}] procedure2.ProcedureExecutor(763): There are still active thread in group java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10], see STDOUT java.lang.ThreadGroup[name=PEWorkerGroup,maxpri=10] Thread[HFileArchiver-1,5,PEWorkerGroup] Thread[HFileArchiver-2,5,PEWorkerGroup] Thread[HFileArchiver-3,5,PEWorkerGroup] 2024-12-08T18:59:24,297 INFO [M:0;b1d30ef9e474:33671 {}] region.RegionProcedureStore(113): Stopping the Region Procedure Store, isAbort=false 2024-12-08T18:59:24,297 DEBUG [normalizer-worker-0 {}] normalizer.RegionNormalizerWorker(193): interrupt detected. terminating. 2024-12-08T18:59:24,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeDeleted, state=SyncConnected, path=/1/master 2024-12-08T18:59:24,298 DEBUG [M:0;b1d30ef9e474:33671 {}] zookeeper.ZKUtil(347): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Unable to get data of znode /1/master because node does not exist (not an error) 2024-12-08T18:59:24,298 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=NodeChildrenChanged, state=SyncConnected, path=/1 2024-12-08T18:59:24,298 WARN [M:0;b1d30ef9e474:33671 {}] master.ActiveMasterManager(344): Failed get of master address: java.io.IOException: Can't get master address from ZooKeeper; znode data == null 2024-12-08T18:59:24,299 INFO [M:0;b1d30ef9e474:33671 {}] master.ServerManager(1139): Writing .lastflushedseqids file at: hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/.lastflushedseqids 2024-12-08T18:59:24,309 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073742003_1179 (size=761) 2024-12-08T18:59:24,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:59:24,378 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): regionserver:46525-0x10006ca0e6b0001, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:59:24,378 INFO [RS:0;b1d30ef9e474:46525 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T18:59:24,379 INFO [RS:0;b1d30ef9e474:46525 {}] regionserver.HRegionServer(1031): Exiting; stopping=b1d30ef9e474,46525,1733684236477; zookeeper connection closed. 2024-12-08T18:59:24,379 INFO [Shutdown of org.apache.hadoop.hbase.fs.HFileSystem@355fa3b {}] hbase.SingleProcessHBaseCluster$SingleFileSystemShutdownThread(211): Hook closing fs=org.apache.hadoop.hbase.fs.HFileSystem@355fa3b 2024-12-08T18:59:24,379 INFO [Time-limited test {}] util.JVMClusterUtil(335): Shutdown of 1 master(s) and 1 regionserver(s) complete 2024-12-08T18:59:24,710 INFO [M:0;b1d30ef9e474:33671 {}] assignment.AssignmentManager(395): Stopping assignment manager 2024-12-08T18:59:24,710 INFO [M:0;b1d30ef9e474:33671 {}] region.MasterRegion(195): Closing local region {ENCODED => 1595e783b53d99cd5eef43b6debb2682, NAME => 'master:store,,1.1595e783b53d99cd5eef43b6debb2682.', STARTKEY => '', ENDKEY => ''}, isAbort=false 2024-12-08T18:59:24,710 DEBUG [M:0;b1d30ef9e474:33671 {}] regionserver.HRegion(1722): Closing 1595e783b53d99cd5eef43b6debb2682, disabling compactions & flushes 2024-12-08T18:59:24,722 INFO [M:0;b1d30ef9e474:33671 {}] regionserver.HRegion(1755): Closing region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:59:24,722 DEBUG [M:0;b1d30ef9e474:33671 {}] regionserver.HRegion(1776): Time limited wait for close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:59:24,722 DEBUG [M:0;b1d30ef9e474:33671 {}] regionserver.HRegion(1843): Acquired close lock on master:store,,1.1595e783b53d99cd5eef43b6debb2682. after waiting 0 ms 2024-12-08T18:59:24,722 DEBUG [M:0;b1d30ef9e474:33671 {}] regionserver.HRegion(1853): Updates disabled for region master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:59:24,722 INFO [M:0;b1d30ef9e474:33671 {}] regionserver.HRegion(2902): Flushing 1595e783b53d99cd5eef43b6debb2682 4/4 column families, dataSize=440.23 KB heapSize=515.33 KB 2024-12-08T18:59:24,741 DEBUG [M:0;b1d30ef9e474:33671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/558791039a4844388587069ac679fd7b is 82, key is hbase:meta,,1/info:regioninfo/1733684240740/Put/seqid=0 2024-12-08T18:59:24,745 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073742004_1180 (size=5672) 2024-12-08T18:59:25,146 INFO [M:0;b1d30ef9e474:33671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=504 B at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/558791039a4844388587069ac679fd7b 2024-12-08T18:59:25,170 DEBUG [M:0;b1d30ef9e474:33671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ddea35c835b438a93147dd58a7f424b is 2200, key is \x00\x00\x00\x00\x00\x00\x00Q/proc:d/1733684355016/Put/seqid=0 2024-12-08T18:59:25,176 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073742005_1181 (size=30103) 2024-12-08T18:59:25,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns3_table_test-17336842469182 2024-12-08T18:59:25,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.coprocessor.MultiRowMutationEndpoint 2024-12-08T18:59:25,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system 2024-12-08T18:59:25,321 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_table2 2024-12-08T18:59:25,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_hbase_table_meta 2024-12-08T18:59:25,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_backup_table_system_bulk 2024-12-08T18:59:25,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_test-1733684246918 2024-12-08T18:59:25,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns4_table_test-17336842469183 2024-12-08T18:59:25,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=Coprocessor.Region.CP_org.apache.hadoop.hbase.backup.BackupObserver 2024-12-08T18:59:25,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_ns2_table_test-17336842469181 2024-12-08T18:59:25,322 DEBUG [HBase-Metrics2-1 {}] impl.GlobalMetricRegistriesAdapter(153): Removing adapter for the MetricRegistry: RegionServer,sub=TableRequests_Namespace_default_table_table1 2024-12-08T18:59:25,577 INFO [M:0;b1d30ef9e474:33671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=439.67 KB at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ddea35c835b438a93147dd58a7f424b 2024-12-08T18:59:25,581 INFO [M:0;b1d30ef9e474:33671 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ddea35c835b438a93147dd58a7f424b 2024-12-08T18:59:25,594 DEBUG [M:0;b1d30ef9e474:33671 {}] hfile.HFileWriterImpl(814): Len of the biggest cell in hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d3c41dbdd834afe90327c0ee328ef09 is 69, key is b1d30ef9e474,46525,1733684236477/rs:state/1733684239557/Put/seqid=0 2024-12-08T18:59:25,597 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073742006_1182 (size=5156) 2024-12-08T18:59:25,998 INFO [M:0;b1d30ef9e474:33671 {}] regionserver.DefaultStoreFlusher(81): Flushed memstore data size=65 B at sequenceid=881 (bloomFilter=true), to=hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d3c41dbdd834afe90327c0ee328ef09 2024-12-08T18:59:26,003 DEBUG [M:0;b1d30ef9e474:33671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/info/558791039a4844388587069ac679fd7b as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/558791039a4844388587069ac679fd7b 2024-12-08T18:59:26,007 INFO [M:0;b1d30ef9e474:33671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/info/558791039a4844388587069ac679fd7b, entries=8, sequenceid=881, filesize=5.5 K 2024-12-08T18:59:26,008 DEBUG [M:0;b1d30ef9e474:33671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/proc/5ddea35c835b438a93147dd58a7f424b as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ddea35c835b438a93147dd58a7f424b 2024-12-08T18:59:26,011 INFO [M:0;b1d30ef9e474:33671 {}] regionserver.StoreFileReader(518): Loaded Delete Family Bloom (CompoundBloomFilter) metadata for 5ddea35c835b438a93147dd58a7f424b 2024-12-08T18:59:26,012 INFO [M:0;b1d30ef9e474:33671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/proc/5ddea35c835b438a93147dd58a7f424b, entries=94, sequenceid=881, filesize=29.4 K 2024-12-08T18:59:26,012 DEBUG [M:0;b1d30ef9e474:33671 {}] regionserver.HRegionFileSystem(442): Committing hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/.tmp/rs/4d3c41dbdd834afe90327c0ee328ef09 as hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d3c41dbdd834afe90327c0ee328ef09 2024-12-08T18:59:26,016 INFO [M:0;b1d30ef9e474:33671 {}] regionserver.HStore$StoreFlusherImpl(1990): Added hdfs://localhost:38211/user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/data/master/store/1595e783b53d99cd5eef43b6debb2682/rs/4d3c41dbdd834afe90327c0ee328ef09, entries=1, sequenceid=881, filesize=5.0 K 2024-12-08T18:59:26,017 INFO [M:0;b1d30ef9e474:33671 {}] regionserver.HRegion(3140): Finished flush of dataSize ~440.23 KB/450793, heapSize ~515.03 KB/527392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=881, compaction requested=false 2024-12-08T18:59:26,026 INFO [M:0;b1d30ef9e474:33671 {}] regionserver.HRegion(1973): Closed master:store,,1.1595e783b53d99cd5eef43b6debb2682. 2024-12-08T18:59:26,027 DEBUG [M:0;b1d30ef9e474:33671 {}] regionserver.HRegion(1676): Region close journal for 1595e783b53d99cd5eef43b6debb2682: Waiting for close lock at 1733684364710Disabling compacts and flushes for region at 1733684364710Disabling writes for close at 1733684364722 (+12 ms)Obtaining lock to block concurrent updates at 1733684364722Preparing flush snapshotting stores in 1595e783b53d99cd5eef43b6debb2682 at 1733684364722Finished memstore snapshotting master:store,,1.1595e783b53d99cd5eef43b6debb2682., syncing WAL and waiting on mvcc, flushsize=dataSize=450793, getHeapSize=527632, getOffHeapSize=0, getCellsCount=1004 at 1733684364722Flushing stores of master:store,,1.1595e783b53d99cd5eef43b6debb2682. at 1733684364723 (+1 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: creating writer at 1733684364723Flushing 1595e783b53d99cd5eef43b6debb2682/info: appending metadata at 1733684364741 (+18 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/info: closing flushed file at 1733684364741Flushing 1595e783b53d99cd5eef43b6debb2682/proc: creating writer at 1733684365150 (+409 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: appending metadata at 1733684365170 (+20 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/proc: closing flushed file at 1733684365170Flushing 1595e783b53d99cd5eef43b6debb2682/rs: creating writer at 1733684365581 (+411 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: appending metadata at 1733684365594 (+13 ms)Flushing 1595e783b53d99cd5eef43b6debb2682/rs: closing flushed file at 1733684365594Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@190c097a: reopening flushed file at 1733684366002 (+408 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@54fdd969: reopening flushed file at 1733684366007 (+5 ms)Flushing org.apache.hadoop.hbase.regionserver.HStore$StoreFlusherImpl@444910f0: reopening flushed file at 1733684366012 (+5 ms)Finished flush of dataSize ~440.23 KB/450793, heapSize ~515.03 KB/527392, currentSize=0 B/0 for 1595e783b53d99cd5eef43b6debb2682 in 1295ms, sequenceid=881, compaction requested=false at 1733684366017 (+5 ms)Writing region close event to WAL at 1733684366026 (+9 ms)Closed at 1733684366026 2024-12-08T18:59:26,029 INFO [Block report processor {}] blockmanagement.BlockManager(3777): BLOCK* addStoredBlock: 127.0.0.1:43399 is added to blk_1073741830_1006 (size=508969) 2024-12-08T18:59:26,029 WARN [Close-WAL-Writer-0 {}] asyncfs.FanOutOneBlockAsyncDFSOutputHelper(650): complete file /user/jenkins/test-data/6863b21d-2260-4615-6ff7-6897d5c4482e/MasterData/WALs/b1d30ef9e474,33671,1733684234976/b1d30ef9e474%2C33671%2C1733684234976.b1d30ef9e474%2C33671%2C1733684234976.regiongroup-0.1733684238634 not finished, retry = 0 2024-12-08T18:59:26,131 INFO [master:store-WAL-Roller {}] wal.AbstractWALRoller(249): LogRoller exiting. 2024-12-08T18:59:26,131 INFO [M:0;b1d30ef9e474:33671 {}] flush.MasterFlushTableProcedureManager(90): stop: server shutting down. 2024-12-08T18:59:26,131 INFO [M:0;b1d30ef9e474:33671 {}] master.LogRollMasterProcedureManager(73): stop: server shutting down. 2024-12-08T18:59:26,131 INFO [M:0;b1d30ef9e474:33671 {}] ipc.NettyRpcServer(345): Stopping server on /172.17.0.2:33671 2024-12-08T18:59:26,131 INFO [M:0;b1d30ef9e474:33671 {}] hbase.HBaseServerBase(479): Close zookeeper 2024-12-08T18:59:26,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:59:26,293 INFO [M:0;b1d30ef9e474:33671 {}] hbase.HBaseServerBase(486): Close table descriptors 2024-12-08T18:59:26,293 DEBUG [Time-limited test-EventThread {}] zookeeper.ZKWatcher(609): master:33671-0x10006ca0e6b0000, quorum=127.0.0.1:59577, baseZNode=/1 Received ZooKeeper Event, type=None, state=Closed, path=null 2024-12-08T18:59:26,302 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@4d3c17d4{datanode,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/datanode} 2024-12-08T18:59:26,304 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@575d15e0{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T18:59:26,304 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T18:59:26,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@308dcebb{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T18:59:26,304 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@347c3eb{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir/,STOPPED} 2024-12-08T18:59:26,306 WARN [BP-1134452520-172.17.0.2-1733684230944 heartbeating to localhost/127.0.0.1:38211 {}] datanode.IncrementalBlockReportManager(160): IncrementalBlockReportManager interrupted 2024-12-08T18:59:26,306 ERROR [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1416): Command processor encountered interrupt and exit. 2024-12-08T18:59:26,306 WARN [BP-1134452520-172.17.0.2-1733684230944 heartbeating to localhost/127.0.0.1:38211 {}] datanode.BPServiceActor(925): Ending block pool service for: Block pool BP-1134452520-172.17.0.2-1733684230944 (Datanode Uuid 19296d65-5e08-4aab-83b8-56d38f65b147) service to localhost/127.0.0.1:38211 2024-12-08T18:59:26,306 WARN [Command processor {}] datanode.BPServiceActor$CommandProcessingThread(1400): Ending command processor service for: Thread[Command processor,5,FailOnTimeoutGroup] 2024-12-08T18:59:26,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/cluster_af76a527-22d6-35dc-f3dd-cd3d4d4668a2/data/data1/current/BP-1134452520-172.17.0.2-1733684230944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T18:59:26,308 WARN [refreshUsed-/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/cluster_af76a527-22d6-35dc-f3dd-cd3d4d4668a2/data/data2/current/BP-1134452520-172.17.0.2-1733684230944 {}] fs.CachingGetSpaceUsed$RefreshThread(231): Thread Interrupted waiting to refresh disk information: sleep interrupted 2024-12-08T18:59:26,308 WARN [Time-limited test {}] datanode.DataSetLockManager(261): not open lock leak check func 2024-12-08T18:59:26,314 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@1d57f2ce{hdfs,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/hdfs} 2024-12-08T18:59:26,314 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@382e7786{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T18:59:26,314 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T18:59:26,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@325f8c88{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-hdfs/3.4.1/hadoop-hdfs-3.4.1-tests.jar!/webapps/static,STOPPED} 2024-12-08T18:59:26,315 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@205baae5{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir/,STOPPED} 2024-12-08T18:59:26,324 INFO [Time-limited test {}] zookeeper.MiniZooKeeperCluster(347): Shutdown MiniZK cluster with all ZK servers 2024-12-08T18:59:26,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(1026): Minicluster is down 2024-12-08T18:59:26,394 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2377): Stopping mini mapreduce cluster... 2024-12-08T18:59:26,398 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@11f4d889{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-08T18:59:26,399 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@725dd3c2{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T18:59:26,399 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T18:59:26,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6615accc{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-08T18:59:26,399 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@6e551288{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir/,STOPPED} 2024-12-08T18:59:26,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@742f5633{node,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/node} 2024-12-08T18:59:26,408 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@fd71a21{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T18:59:26,408 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T18:59:26,408 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5ed4d548{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-08T18:59:26,409 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@5d2cd3be{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir/,STOPPED} 2024-12-08T18:59:26,423 ERROR [Thread[Thread-270,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-08T18:59:26,423 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@25d8a384{cluster,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/cluster} 2024-12-08T18:59:26,424 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@2d49b544{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T18:59:26,424 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T18:59:26,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@ef40a45{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-08T18:59:26,424 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@48ed5d50{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir/,STOPPED} 2024-12-08T18:59:26,428 WARN [ApplicationMaster Launcher {}] amlauncher.ApplicationMasterLauncher$LauncherThread(122): org.apache.hadoop.yarn.server.resourcemanager.amlauncher.ApplicationMasterLauncher$LauncherThread interrupted. Returning. 2024-12-08T18:59:26,433 ERROR [SchedulerEventDispatcher:Event Processor {}] event.EventDispatcher$EventProcessor(72): Returning, interrupted : java.lang.InterruptedException 2024-12-08T18:59:26,434 ERROR [ResourceManager Event Processor Monitor {}] resourcemanager.ResourceManager$SchedulerEventDispatcher$EventProcessorMonitor(1193): Returning, interrupted : java.lang.InterruptedException: sleep interrupted 2024-12-08T18:59:26,435 ERROR [Thread[Thread-293,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-08T18:59:26,437 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.w.WebAppContext@2c382731{jobhistory,/,null,STOPPED}{jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/jobhistory} 2024-12-08T18:59:26,438 INFO [Time-limited test {}] server.AbstractConnector(383): Stopped ServerConnector@34d2c2ee{HTTP/1.1, (http/1.1)}{localhost:0} 2024-12-08T18:59:26,438 INFO [Time-limited test {}] session.HouseKeeper(149): node0 Stopped scavenging 2024-12-08T18:59:26,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@71ff468e{static,/static,jar:file:/home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/local-repository/org/apache/hadoop/hadoop-yarn-common/3.4.1/hadoop-yarn-common-3.4.1.jar!/webapps/static,STOPPED} 2024-12-08T18:59:26,438 INFO [Time-limited test {}] handler.ContextHandler(1159): Stopped o.e.j.s.ServletContextHandler@1a344172{logs,/logs,file:///home/jenkins/jenkins-home/workspace/HBase-Flaky-Tests_branch-3@2/hbase-backup/target/test-data/9a68f8bd-f967-acd2-1db7-f5fbf4978b74/hadoop.log.dir/,STOPPED} 2024-12-08T18:59:26,440 ERROR [Thread[Thread-252,5,FailOnTimeoutGroup] {}] delegation.AbstractDelegationTokenSecretManager$ExpiredTokenRemover(852): ExpiredTokenRemover received java.lang.InterruptedException: sleep interrupted 2024-12-08T18:59:26,440 INFO [Time-limited test {}] hbase.HBaseTestingUtil(2380): Mini mapreduce cluster stopped